-- Logs begin at Sat 2022-03-05 02:11:47 UTC, end at Sat 2022-03-05 03:11:50 UTC. -- Mar 05 02:43:38.153571 dv-cinder-827259-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 05 02:43:41.087422 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.common.config [-] Logging enabled! Mar 05 02:43:41.088010 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 05 02:43:41.088111 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 05 02:43:41.091528 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.common.config [-] Logging enabled! Mar 05 02:43:41.091787 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 05 02:43:41.092104 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 05 02:43:41.093048 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 02:43:41.093289 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 02:43:41.093665 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 02:43:41.093916 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 02:43:41.094574 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 02:43:41.094907 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.095351 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 05 02:43:41.095675 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.095986 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.096289 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.096593 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.096891 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.097183 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.097478 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.098083 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.098187 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.098433 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.098727 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.099025 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.099314 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.099606 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.099900 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.100190 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] debug = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.100477 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.100914 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.101334 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.101622 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.101917 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.102245 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.102523 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.102820 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.103097 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.103431 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] host = dv-cinder-827259-3-iscsi {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.103715 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.104007 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.104297 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.104587 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.104866 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.105148 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.105436 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.105714 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.106014 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] log_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.106298 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.106590 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.106882 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.107175 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.107405 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.107632 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.107932 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.108473 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.108757 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.109037 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.109321 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.109597 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.109876 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.110184 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.110471 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.110757 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.111045 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.111325 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.111604 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.111882 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.112159 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.112446 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.112724 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.113002 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.113798 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.114115 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.114392 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.114671 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.114972 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.115259 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.115546 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.115836 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.116115 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.116405 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.116681 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.116956 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.117229 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] use_json = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.117506 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.117781 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.118089 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.118367 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.118645 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.118922 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.119195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.119482 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.119757 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:41.120055 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.120355 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.120653 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.120950 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.121241 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.121523 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.121816 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.122140 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.122435 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.122724 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.123016 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.123296 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.123597 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.123889 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.124184 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.124489 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.124783 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.125075 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.125350 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.125625 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.125901 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.126211 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.126508 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.126790 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.127082 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.127372 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.127654 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.127953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.128240 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.128534 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.129457 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.129730 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.130036 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.130336 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.130615 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.130891 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.131172 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.131463 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.131742 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.132015 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.132299 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.132578 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.132851 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.133123 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.133403 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.133691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.133988 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.134270 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.134545 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.134824 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.135097 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.135382 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.135661 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.135933 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.136207 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.136494 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.136769 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.137044 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.137323 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.137596 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.137873 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.138169 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.138445 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.138719 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.138991 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.139263 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.139535 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.139814 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.140090 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.140366 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.140645 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.140920 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.141195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.141470 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.141759 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.142087 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.142373 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.142656 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.142939 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.143220 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.143500 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.143781 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.144062 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.144345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.144747 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.145054 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.145338 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.145629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.145933 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.146240 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.146545 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.146828 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.147110 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.147399 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.147683 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.147969 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.148258 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.148548 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.148848 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.149146 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.149446 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.149745 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.150061 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.150348 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.150662 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.150946 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:41.151169 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 02:43:41.151411 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109744) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 05 02:43:41.527130 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 05 02:43:41.527401 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 05 02:43:41.527707 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 05 02:43:41.528185 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 05 02:43:41.866564 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.866860 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.867138 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.868451 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.868732 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.869003 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.915352 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.915630 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.915902 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.930901 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.931187 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.931465 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.961615 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.961898 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.962207 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.999715 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:41.999997 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.000266 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.352257 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.352862 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.352862 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.353022 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.353671 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.455252 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.455576 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.455863 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.456138 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.456412 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.456727 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.457600 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.457881 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.458167 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.458500 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.458796 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.459071 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.459335 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.459598 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.459858 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.460126 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.460388 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.460660 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.460932 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.461196 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.461470 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.461724 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.462040 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.462420 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.462675 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.462926 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.463319 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:42.463561 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:42.463801 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:42.464038 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:42.464276 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:42.464512 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:42.464876 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 05 02:43:42.468022 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 05 02:43:42.472119 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 05 02:43:42.476477 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 05 02:43:42.478163 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 05 02:43:42.478636 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 05 02:43:42.478970 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 05 02:43:42.479353 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 05 02:43:42.482233 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 05 02:43:42.482488 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 05 02:43:42.482833 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 05 02:43:42.487986 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 05 02:43:42.511744 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 05 02:43:42.512203 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.512507 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109744) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 05 02:43:42.512887 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.514289 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109744) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 05 02:43:42.514571 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 05 02:43:42.514815 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 05 02:43:42.518109 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.518400 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:42.581692 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 05 02:43:42.582539 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 05 02:43:42.582878 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 05 02:43:42.583257 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 05 02:43:42.603186 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_db.sqlalchemy.engines [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109744) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 05 02:43:43.039330 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Initializing driver for type 'gre' Mar 05 02:43:43.039964 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] gre ID ranges: [(1, 1000)] Mar 05 02:43:43.095509 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Initializing driver for type 'local' Mar 05 02:43:43.096005 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Initializing driver for type 'vlan' Mar 05 02:43:43.109401 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] VlanTypeDriver initialization complete Mar 05 02:43:43.109778 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Initializing driver for type 'vxlan' Mar 05 02:43:43.110294 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] vxlan ID ranges: [(1, 1000)] Mar 05 02:43:43.165175 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Initializing extension driver 'port_security' Mar 05 02:43:43.165521 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.extensions.port_security [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] PortSecurityExtensionDriver initialization complete Mar 05 02:43:43.165856 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Initializing mechanism driver 'openvswitch' Mar 05 02:43:43.166225 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Initializing mechanism driver 'hyperv' Mar 05 02:43:43.172880 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.plugins.ml2.plugin [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:43:43.173786 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > port after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.174197 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > port after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.174560 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > port after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.175102 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:43.175544 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > subnet after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.176418 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > subnet after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.176777 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.177174 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:43.177589 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > network after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.177947 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > network after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.178317 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > network after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.178722 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:43.179138 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > security_group after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.179495 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > security_group after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.179843 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.180253 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:43.180666 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.181019 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.181364 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.181764 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:43.182210 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > address_group after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.182573 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > address_group after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.182919 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.183324 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:43.183773 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] ML2 OVO RPC backend initialized. {{(pid=109744) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 05 02:43:43.184486 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.184848 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.185269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > network before_response 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.185620 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > networks before_response 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.186004 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > port before_response 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.186361 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > ports before_response 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.186713 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > subnet before_response 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.187059 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > subnets before_response 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.187408 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > network after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.187754 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > network after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.188095 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > network after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.188437 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > port after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.188778 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > port after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.189116 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > port after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.189455 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > subnet after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.189796 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > subnet after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.190165 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.198078 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded quota_driver: . Mar 05 02:43:43.198449 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.plugin [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Modular L2 Plugin initialization complete Mar 05 02:43:43.198802 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading services supported by the core plugin {{(pid=109744) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 05 02:43:43.199153 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.plugins.ml2.managers [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Got port-security extension from driver 'port_security' Mar 05 02:43:43.199637 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.extensions.vlantransparent [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Disabled vlantransparent extension. Mar 05 02:43:43.200131 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109744) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 05 02:43:43.200462 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading Plugin: router Mar 05 02:43:43.236403 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.236797 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router after_create 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.237175 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router before_create 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.237547 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.237925 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.238816 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router after_delete 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.239179 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.239535 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.239898 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router after_create 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.240250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router after_update 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.240606 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router after_update 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.240967 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.241330 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router after_update 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.241742 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_update 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.242149 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: port after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.242494 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: port after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.242838 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: subnet after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.243183 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.243537 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.243911 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_create 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.244258 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: port before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.244605 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.244963 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router after_update 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.245308 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.245785 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_create 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.246192 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.246548 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_update 55549900 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.246919 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > agent after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.247274 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > agent after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.247625 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > network after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.248476 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Tracking information for resource: router configured {{(pid=109744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:43.248815 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Tracking information for resource: floatingip configured {{(pid=109744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:43.254485 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.db.l3_agentschedulers_db [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 05 02:43:43.255083 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: port after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.255449 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: port after_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.255806 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: port after_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.256162 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: port after_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.256953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router before_create 55550100 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.257322 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.257692 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_create 55550100 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.258093 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > router precommit_update 55550100 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.262921 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.services.provider_configuration [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service providers = [] {{(pid=109744) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 05 02:43:43.263290 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.db.servicetype_db [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109744) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 05 02:43:43.266308 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.services.service_base [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 02:43:43.266668 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.services.service_base [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 02:43:43.267017 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.services.service_base [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 02:43:43.267918 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.services.service_base [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 02:43:43.268328 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.services.service_base [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 05 02:43:43.268791 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:43.269116 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 05 02:43:43.280241 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:43.280590 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading Plugin: auto_allocate Mar 05 02:43:43.286544 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: network precommit_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.286919 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: network precommit_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.287437 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:43.287761 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading Plugin: tag Mar 05 02:43:43.294659 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:43.294948 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading Plugin: timestamp Mar 05 02:43:43.298844 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:43.299182 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading Plugin: network_ip_availability Mar 05 02:43:43.305220 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.305597 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.305977 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.306696 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:43.307044 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading Plugin: flavors Mar 05 02:43:43.311984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:43.312325 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading Plugin: revisions Mar 05 02:43:43.317235 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:43.317629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_concurrency.lockutils [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=109744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 05 02:43:43.318416 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109744) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 05 02:43:43.318759 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Initializing extension manager. Mar 05 02:43:43.319289 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: __init__.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.319638 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: __pycache__ {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.319976 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.320313 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: address_group.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.321083 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.321650 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: address-group Mar 05 02:43:43.322002 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: address_scope.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.322735 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.323381 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: address-scope Mar 05 02:43:43.323718 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.324675 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.325185 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: router-admin-state-down-before-update Mar 05 02:43:43.325512 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: agent.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.326257 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.326756 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: agent Mar 05 02:43:43.327082 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: agent_resources_synced.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.328008 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.328516 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: agent-resources-synced Mar 05 02:43:43.328841 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: allowedaddresspairs.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.330705 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.331238 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: allowed-address-pairs Mar 05 02:43:43.331570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: auto_allocated_topology.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.332694 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.333206 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: auto-allocated-topology Mar 05 02:43:43.333535 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: availability_zone.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.334275 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.334783 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: availability_zone Mar 05 02:43:43.335111 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: availability_zone_filter.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.336034 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.336545 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: availability_zone_filter Mar 05 02:43:43.336871 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: data_plane_status.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.337793 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.338335 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension data-plane-status not supported by any of loaded plugins Mar 05 02:43:43.338664 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: default_subnetpools.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.339589 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.340097 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: default-subnetpools Mar 05 02:43:43.340421 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.341246 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.341755 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: dhcp_agent_scheduler Mar 05 02:43:43.342115 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: dns.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.343046 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.343547 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension dns-integration not supported by any of loaded plugins Mar 05 02:43:43.343872 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: dns_domain_ports.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.344798 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.345304 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 05 02:43:43.345629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.346595 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.347096 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 05 02:43:43.347421 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: dvr.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.348148 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.348649 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: dvr Mar 05 02:43:43.348973 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: ecmp_routes.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.349900 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.350429 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension ecmp_routes not supported by any of loaded plugins Mar 05 02:43:43.350755 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: empty_string_filtering.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.351686 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.352194 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: empty-string-filtering Mar 05 02:43:43.352522 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.353454 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.353990 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 05 02:43:43.354311 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.355237 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.355743 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 05 02:43:43.356070 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: external_net.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.356994 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.357504 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: external-net Mar 05 02:43:43.357855 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.359062 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.359573 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: extra_dhcp_opt Mar 05 02:43:43.359897 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: extraroute.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.360826 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.361333 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: extraroute Mar 05 02:43:43.361657 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: extraroute_atomic.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.362727 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.363757 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: extraroute-atomic Mar 05 02:43:43.364256 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: filter_validation.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.364941 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.365447 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: filter-validation Mar 05 02:43:43.365774 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: fip_pf_description.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.366741 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.367244 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 05 02:43:43.367571 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: fip_port_details.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.368681 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.369190 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: fip-port-details Mar 05 02:43:43.369520 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: flavors.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.370817 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.371336 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: flavors Mar 05 02:43:43.371673 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.373372 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.373896 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 05 02:43:43.374257 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: floatingip_pools.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.374963 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.375474 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: floatingip-pools Mar 05 02:43:43.375803 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: ip_allocation.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.376760 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.377265 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension ip_allocation not supported by any of loaded plugins Mar 05 02:43:43.377589 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.378547 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.379841 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: ip-substring-filtering Mar 05 02:43:43.380171 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l2_adjacency.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.381120 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.381638 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension l2_adjacency not supported by any of loaded plugins Mar 05 02:43:43.381972 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.382976 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.383500 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: router Mar 05 02:43:43.383828 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.386144 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.386676 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 05 02:43:43.387011 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.387960 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.388479 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: ext-gw-mode Mar 05 02:43:43.388809 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.389744 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.390285 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: l3-ha Mar 05 02:43:43.390614 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.391541 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.392049 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 05 02:43:43.392374 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3_flavors.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.393302 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.393807 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: l3-flavors Mar 05 02:43:43.394170 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3_ndp_proxy.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.395609 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.396116 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 05 02:43:43.396446 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.397375 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.397887 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: l3-port-ip-change-not-allowed Mar 05 02:43:43.398242 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: l3agentscheduler.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.399297 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.399814 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: l3_agent_scheduler Mar 05 02:43:43.400147 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: local_ip.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.401948 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.402501 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension local_ip not supported by any of loaded plugins Mar 05 02:43:43.402840 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: logging.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.405784 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.406337 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension logging not supported by any of loaded plugins Mar 05 02:43:43.406678 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: metering.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.407438 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.408017 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: metering Mar 05 02:43:43.408352 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.409488 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.410099 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: metering_source_and_destination_fields Mar 05 02:43:43.410513 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: multiprovidernet.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.411861 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.414784 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: multi-provider Mar 05 02:43:43.415132 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: netmtu.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.416125 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.416640 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: net-mtu Mar 05 02:43:43.416971 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: netmtu_writable.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.417910 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.418443 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: net-mtu-writable Mar 05 02:43:43.418771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: network_availability_zone.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.419450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.419957 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: network_availability_zone Mar 05 02:43:43.420284 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: network_ip_availability.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.421430 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.421945 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: network-ip-availability Mar 05 02:43:43.422300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: network_segment_range.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.423081 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.423588 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension network-segment-range not supported by any of loaded plugins Mar 05 02:43:43.423915 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: pagination.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.424915 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.425248 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: pagination Mar 05 02:43:43.425571 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: port_device_profile.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.427175 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.427692 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: port-device-profile Mar 05 02:43:43.428058 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.430424 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.430424 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: port-mac-address-regenerate Mar 05 02:43:43.430424 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.430720 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.431233 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: port-numa-affinity-policy Mar 05 02:43:43.431556 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: port_resource_request.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.432486 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.432989 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension port-resource-request not supported by any of loaded plugins Mar 05 02:43:43.433313 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: port_resource_request_groups.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.434327 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.434840 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 05 02:43:43.435165 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: portbindings.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.436114 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.436620 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: binding Mar 05 02:43:43.436946 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: portbindings_extended.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.438305 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.438828 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: binding-extended Mar 05 02:43:43.439164 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: portsecurity.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.440096 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.440613 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: port-security Mar 05 02:43:43.440944 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: project_id.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.442628 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.442967 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: project-id Mar 05 02:43:43.443297 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: providernet.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.444238 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.444749 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: provider Mar 05 02:43:43.445081 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.448810 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.449336 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos not supported by any of loaded plugins Mar 05 02:43:43.449675 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.450993 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.451509 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 05 02:43:43.451842 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.452771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.453285 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 05 02:43:43.453614 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_default.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.454572 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.455093 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-default not supported by any of loaded plugins Mar 05 02:43:43.455422 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_fip.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.456354 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.456895 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-fip not supported by any of loaded plugins Mar 05 02:43:43.457400 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_fip_network_policy.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.458367 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.458884 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 05 02:43:43.459209 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_gateway_ip.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.460150 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.460661 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 05 02:43:43.460986 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_port_network_policy.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.462072 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.462588 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 05 02:43:43.462919 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.463978 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.464496 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 05 02:43:43.464857 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.465921 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.466458 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 05 02:43:43.466788 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_pps_rule.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.467995 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.468510 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-pps not supported by any of loaded plugins Mar 05 02:43:43.468842 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_rule_type_details.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.469772 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.470317 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 05 02:43:43.470648 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: qos_rules_alias.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.471706 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.472217 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 05 02:43:43.472617 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: quota_check_limit.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.473585 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.474129 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: quota-check-limit Mar 05 02:43:43.474459 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: quotasv2.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.475428 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.475760 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: quotas Mar 05 02:43:43.476085 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: quotasv2_detail.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.477897 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.478275 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: quota_details Mar 05 02:43:43.478611 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: rbac.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.479674 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.480199 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: rbac-policies Mar 05 02:43:43.480536 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: rbac_address_group.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.481472 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.482027 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: rbac-address-group Mar 05 02:43:43.482361 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: rbac_address_scope.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.483570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.484078 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: rbac-address-scope Mar 05 02:43:43.484405 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: rbac_security_groups.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.485388 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.485898 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: rbac-security-groups Mar 05 02:43:43.486261 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: rbac_subnetpool.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.487396 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.487948 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: rbac-subnetpool Mar 05 02:43:43.488863 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: revisionifmatch.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.489912 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.490453 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: revision-if-match Mar 05 02:43:43.490781 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: revisions.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.491945 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.492460 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: standard-attr-revisions Mar 05 02:43:43.492792 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: router_availability_zone.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.493477 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.494017 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: router_availability_zone Mar 05 02:43:43.494346 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: routerservicetype.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.495288 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.495797 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension router-service-type not supported by any of loaded plugins Mar 05 02:43:43.496122 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.497056 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.497564 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: security-groups-normalized-cidr Mar 05 02:43:43.497887 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.498850 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.499360 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: port-security-groups-filtering Mar 05 02:43:43.499683 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.500619 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.501131 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: security-groups-remote-address-group Mar 05 02:43:43.501454 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.502428 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.502936 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: security-groups-shared-filtering Mar 05 02:43:43.503260 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.504418 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 05 02:43:43.504744 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: securitygroup.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.514493 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.515035 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: security-group Mar 05 02:43:43.515375 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: segment.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.516194 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.516709 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension segment not supported by any of loaded plugins Mar 05 02:43:43.517044 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.518036 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.518549 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 05 02:43:43.518884 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: servicetype.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.520025 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.520541 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: service-type Mar 05 02:43:43.520875 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: sorting.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.521869 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.522234 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: sorting Mar 05 02:43:43.522567 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: standard_attr_segment.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.523496 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.524011 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 05 02:43:43.524341 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: standardattrdescription.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.525004 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.525516 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: standard-attr-description Mar 05 02:43:43.525848 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: stateful_security_group.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.526852 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.527368 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: stateful-security-group Mar 05 02:43:43.527697 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: stdattrs_common.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.528272 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 05 02:43:43.528597 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.529567 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.530093 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 05 02:43:43.530424 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: subnet_onboard.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.531577 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.533588 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: subnet_onboard Mar 05 02:43:43.533918 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.534942 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.536181 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 05 02:43:43.536510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: subnet_service_types.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.537538 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.538168 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: subnet-service-types Mar 05 02:43:43.538538 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: subnetallocation.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.539772 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.540287 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: subnet_allocation Mar 05 02:43:43.540613 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.541285 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.541795 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: subnetpool-prefix-ops Mar 05 02:43:43.542151 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.543103 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.543613 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 05 02:43:43.543942 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: tagging.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.545070 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.545544 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: standard-attr-tag Mar 05 02:43:43.545872 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: timestamp.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.547107 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.547623 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loaded extension: standard-attr-timestamp Mar 05 02:43:43.547954 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: trunk.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.549000 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.549514 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension trunk not supported by any of loaded plugins Mar 05 02:43:43.549844 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: trunk_details.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.551515 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.552056 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension trunk-details not supported by any of loaded plugins Mar 05 02:43:43.552386 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: uplink_status_propagation.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.553327 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.553835 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 05 02:43:43.554198 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Loading extension file: vlantransparent.py {{(pid=109744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:43.554881 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:43.555390 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extension vlan-transparent not supported by any of loaded plugins Mar 05 02:43:43.557876 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:network Mar 05 02:43:43.558429 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:subnet Mar 05 02:43:43.558830 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:43.559224 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:port Mar 05 02:43:43.560463 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.560904 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service FLAVORS assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.561533 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.561998 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.562339 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:router Mar 05 02:43:43.562768 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:floatingip Mar 05 02:43:43.563264 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service METERING assigned prefix: /metering {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.564724 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.565107 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.565467 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:43.566627 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of CountableResource for resource:rbac_policy Mar 05 02:43:43.567156 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:security_group Mar 05 02:43:43.567619 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:security_group_rule Mar 05 02:43:43.568229 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service CORE assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.568564 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:43.568913 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] subnetpool is already registered Mar 05 02:43:43.569336 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service CORE assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.569676 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:43.570045 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] subnetpool is already registered Mar 05 02:43:43.572347 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.572786 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service FLAVORS assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.573386 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.573816 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.574186 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:router Mar 05 02:43:43.574532 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] router is already registered Mar 05 02:43:43.574952 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:floatingip Mar 05 02:43:43.575292 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] floatingip is already registered Mar 05 02:43:43.575747 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service METERING assigned prefix: /metering {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.576422 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of CountableResource for resource:rbac_policy Mar 05 02:43:43.576755 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] rbac_policy is already registered Mar 05 02:43:43.577168 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:security_group Mar 05 02:43:43.577507 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] security_group is already registered Mar 05 02:43:43.577911 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:security_group_rule Mar 05 02:43:43.578273 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] security_group_rule is already registered Mar 05 02:43:43.578896 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service CORE assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.579238 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:43.579576 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] subnetpool is already registered Mar 05 02:43:43.579995 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.v2.resource_helper [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Service CORE assigned prefix: {{(pid=109744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:43.580324 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:43.580660 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING neutron.quota.resource_registry [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] subnetpool is already registered Mar 05 02:43:43.581136 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: extensions {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.582672 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: address-groups {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.584160 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: address-scopes {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.585507 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: agents {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.586693 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: auto-allocated-topology {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.587932 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: availability_zones {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.589140 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: dhcp-networks {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.590711 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: dhcp-agents {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.592137 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: routers {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.594376 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: flavors {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.595566 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: service_profiles {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.596776 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: next_providers {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.598856 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: service_profiles {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.600392 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: floatingip-pools {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.601603 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: routers {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.604727 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: floatingips {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.606983 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: l3-routers {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.608666 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: l3-agents {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.610118 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: metering-labels {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.611476 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: metering-label-rules {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.612751 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: network-ip-availabilities {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.614619 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: bindings {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.616293 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: quotas {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.617860 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: quotas {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.619406 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: rbac-policies {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.620708 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: security-groups {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.622010 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: security-group-rules {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.623256 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: service-providers {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.624477 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: subnetpools {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.625895 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: subnetpools {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.627380 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.629072 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.630982 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.632737 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.634559 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.636421 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.638147 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.640045 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.641792 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.643658 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron.api.extensions [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Extended resource: tags {{(pid=109744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:43.650232 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING keystonemiddleware.auth_token [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 05 02:43:43.654943 dv-cinder-827259-3-iscsi neutron-server[109744]: WARNING keystonemiddleware.auth_token [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 05 02:43:43.664420 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_concurrency.lockutils [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Acquired lock "singleton_lock" {{(pid=109744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 05 02:43:43.664900 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_concurrency.lockutils [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Releasing lock "singleton_lock" {{(pid=109744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 05 02:43:43.665566 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO oslo_service.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Starting 2 workers Mar 05 02:43:43.670534 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Started child 109851 {{(pid=109744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 02:43:43.675143 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Started child 109852 {{(pid=109744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 02:43:43.676758 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:43.677508 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO neutron.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Neutron service started, listening on 0.0.0.0:9696 Mar 05 02:43:43.678210 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Publish callbacks [] for process (None), before_spawn {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:43.678464 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [-] (109851) wsgi starting up on http://0.0.0.0:9696 Mar 05 02:43:43.680781 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO oslo_service.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Starting 1 workers Mar 05 02:43:43.682206 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:43.683723 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [-] (109852) wsgi starting up on http://0.0.0.0:9696 Mar 05 02:43:43.686107 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Started child 109853 {{(pid=109744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 02:43:43.686681 dv-cinder-827259-3-iscsi neutron-server[109744]: INFO oslo_service.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Starting 1 workers Mar 05 02:43:43.689882 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] calling RpcWorker wait() {{(pid=109853) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 05 02:43:43.690400 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] returning from RpcWorker wait() {{(pid=109853) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 05 02:43:43.691303 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Started child 109854 {{(pid=109744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 02:43:43.692083 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:43.692270 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-14902ebe-ebd9-46e3-b0ba-b4c34b7893ba None None] Publish callbacks [] for process (None), after_spawn {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:43.692746 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:43:43.694221 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 05 02:43:43.694439 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 02:43:43.694631 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 02:43:43.694867 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 02:43:43.695207 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 02:43:43.695370 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 02:43:43.695898 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.696185 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.696332 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:43.696794 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.696794 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.697018 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.697557 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.697824 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.698090 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.698362 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.698583 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.698762 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.698932 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.699198 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.699448 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.699735 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.699994 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.700237 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.700497 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.700674 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.700946 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.701219 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.701460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.701725 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] debug = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.702006 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.702523 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.702758 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.703009 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.703251 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.703732 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.703885 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.704040 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.704410 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.704625 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.704800 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.705015 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.705583 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.705807 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.706131 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.706412 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.706650 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.706942 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.707468 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] host = dv-cinder-827259-3-iscsi {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.707697 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.707944 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.708220 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.708502 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.708739 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.708991 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.709318 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.709576 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.709786 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.710039 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.710474 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.710642 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.710849 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.711073 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.711322 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_options = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.711591 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.711860 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.712114 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.712305 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.712496 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.712639 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.712886 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.713062 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.713344 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.713579 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.713818 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.714114 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.714329 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.714577 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.714836 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.715069 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.715322 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.715597 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.715862 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.716096 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.716380 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.716625 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.716868 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.717074 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.717487 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.717692 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.717928 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.718308 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.718480 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.718843 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.718982 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.719119 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:43:43.719276 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.719534 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.719795 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.720113 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.720339 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.720577 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.720832 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.721190 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.721453 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.721809 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.723397 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.723397 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.723397 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.723397 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.723962 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.723962 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_json = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.724222 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.724369 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.724551 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.724780 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.725002 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.725265 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.725459 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.725697 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.725920 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.726419 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.726696 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.727496 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.727496 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.727698 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.727851 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.728063 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.728307 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.728565 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.728833 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.729280 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.729432 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.729788 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.730113 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.730431 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.730770 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.731058 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.731371 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.731654 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.732039 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.732309 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.732560 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.732824 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.733329 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.733578 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.733824 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.734112 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.734426 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.734715 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.735098 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.735353 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.735621 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.735917 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.736241 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.736469 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.736788 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.737039 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.737275 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.737497 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.737795 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.738334 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.739042 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.739566 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.739903 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.739903 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.740353 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.740506 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.740656 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.740880 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.741220 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.741388 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.741593 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.741891 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.742086 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.742333 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.742568 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.742873 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.743166 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.743379 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.743610 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.743832 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.744075 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.744372 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.744558 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.744796 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.745036 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.745301 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.745506 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.745755 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.746016 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.746237 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.746454 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.746736 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.746955 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.747202 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.747456 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.747678 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.747917 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.748134 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.748350 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.748566 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.748780 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.748996 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.749398 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.749529 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.749652 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.749887 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.750138 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.750352 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.750568 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.750803 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.751085 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.751406 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.751755 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.751905 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.752124 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.752364 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.752615 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.752870 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.753092 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.753468 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.753596 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.753812 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.754208 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.754340 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.754638 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.754901 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.755168 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.755394 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.755747 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.755949 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.756119 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.756364 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.756594 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.756865 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.757106 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.757351 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.757616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.757854 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.758185 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.760331 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.760331 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.760331 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.760331 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.760331 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.760331 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.760331 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.760331 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.761245 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.761245 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.761245 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.761245 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.761710 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.761710 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.761974 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.762205 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.762452 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.762695 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.762950 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.763273 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.763652 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.763773 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.763925 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.764202 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.764435 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.764672 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.764966 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.765486 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.765486 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.765753 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767999 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767999 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.767999 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.768338 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.768478 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.768603 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.768824 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.769043 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.769259 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.769869 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.770132 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.770380 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.770649 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.770895 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.771116 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.771338 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.771556 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.771811 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.772065 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.772298 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.772659 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.772906 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.773154 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.773408 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.773687 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.773907 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.774208 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.774411 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.774631 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.774841 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.775066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.775285 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.775507 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.775737 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.775957 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.776227 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.776482 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.776838 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.777105 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.777340 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.777595 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.777838 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.778098 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.778318 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.778542 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.778763 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.779009 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.779235 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.779473 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.779711 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.779930 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.780149 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.780386 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.780648 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.780902 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.781145 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.781369 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.781595 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.781814 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.782075 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.782306 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.782542 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.782758 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.782973 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.783214 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.783426 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.783721 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.783977 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.784209 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.784469 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.784708 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.785506 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.785859 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.786118 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.786382 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.786553 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.786777 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.787014 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.787265 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.787492 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.787705 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.787955 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.788177 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.788384 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.788640 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.788853 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.789086 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.789312 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.789536 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.789746 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.790034 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.790252 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.790469 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.790695 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.790916 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.791133 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.791364 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.791581 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.791792 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.792008 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.792229 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.792464 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.792741 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.792994 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.793216 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.793519 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.793778 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.794065 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.794310 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.794623 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.794840 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.795164 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.795368 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.795593 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.795819 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.796080 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.796429 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.796738 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.797025 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.797302 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.797574 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.797855 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.798226 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.798459 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.798953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.799155 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.799696 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.799696 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.799962 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.800205 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.800421 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.800684 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.801401 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.801628 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.801862 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.802103 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.802346 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.802595 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.802836 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.803069 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.803295 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.803546 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.803761 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.804009 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.804227 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.804396 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 02:43:43.804947 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 05 02:43:43.805111 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 02:43:43.805262 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 02:43:43.805436 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 02:43:43.805606 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 02:43:43.805751 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 02:43:43.805984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.806143 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.806311 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.806471 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.806632 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.806824 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.806992 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.807156 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.807314 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.807476 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.807634 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.807801 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.807968 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.808132 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.808295 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.808452 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.808618 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.808782 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.808950 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.809115 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.809279 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.809444 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.809607 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] debug = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.809769 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.809986 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.810163 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.810315 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.810479 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.810643 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.810806 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.810971 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.811134 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.811299 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.811461 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.811625 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.811786 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.811952 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.812116 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.812278 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.812440 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.812602 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.812765 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] host = dv-cinder-827259-3-iscsi {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.812930 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.813090 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.813252 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.813415 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.813577 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.813739 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.813903 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.814103 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.814269 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.814431 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.814595 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.814756 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.814919 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.815081 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.815243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_options = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.815430 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.815562 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.815721 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.815908 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.816071 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.816251 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.816914 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.817448 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.817448 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.817448 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.817725 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.817725 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.817866 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.818009 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.818174 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.818342 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.818536 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.818678 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.818810 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.818972 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.819134 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.819297 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.819437 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:43:43.819528 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.819607 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.819764 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.819926 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.820089 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.820248 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.820410 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.820572 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.820734 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.820898 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.821061 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.821223 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.821385 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.821547 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.821708 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.821939 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.822313 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.822480 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.822644 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.822806 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.822969 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.823134 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.823299 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.823467 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.823853 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_json = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.823853 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.824359 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.824359 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.824359 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.824359 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.824770 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.824770 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.824992 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.824992 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:43.826139 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826139 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826139 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826139 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826139 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826139 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826139 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826526 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826526 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826657 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826727 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.826890 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.827069 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.827234 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.827403 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.827569 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.827882 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.828250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.828651 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.828803 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44690) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:43:43.828898 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.829090 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.829263 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.829570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.829922 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.830177 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.830346 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.830657 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.830840 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.831010 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.831195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.831354 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.831525 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.831692 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.831858 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.832098 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.832227 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.832390 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.832755 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.832958 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.833030 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.833183 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.833353 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.833520 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.833678 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.833858 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.834041 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.834189 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.834360 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.834526 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.834692 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.834853 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.835017 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.835180 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.835343 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.835509 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.835653 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.835803 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.835984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.836131 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.836303 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.836469 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.836645 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.836786 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.836925 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.837094 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.837281 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.837425 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.837565 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.837743 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.838034 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.838204 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.838345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.838483 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.838622 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.838759 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.838961 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.839136 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.839277 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.839809 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.839968 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072606 Mar 05 02:43:43.840430 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.840631 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.840780 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.841241 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.841241 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.841241 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.841708 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.841708 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.841708 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.842199 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.842199 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.842199 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.843460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.843460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.843460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.843460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.843460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.843460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.843460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.843460 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.844600 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.844600 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.844600 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.844600 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.844600 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.844600 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.844600 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.845570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.845570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.845570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.845570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.845570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.845570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.845570 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.849176 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.849176 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.849176 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.849176 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.849176 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.849176 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.849176 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.849176 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.850550 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.850550 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.850550 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.850550 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.850550 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.850550 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.850550 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.850550 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.852066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.852066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.852066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.852066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.852066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.852066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.852066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.852066 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.853510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.853510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.853510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.853510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.853510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.853510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.853510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.853510 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.854704 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.854704 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.854704 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.854704 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.854704 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.854704 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.854704 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.854704 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.855771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.855771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.855771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.855771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.855771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.855771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.855771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.855771 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.856874 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.856874 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.856874 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.856874 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.856874 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.856874 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.856874 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.856874 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.858243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.858243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.858243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.858243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.858243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.858243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.858243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.858243 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.859450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.859450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.859450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.859450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.859450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.859450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.859450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.859450 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.860629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.860629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.860629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.860629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.860629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.860629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.860629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.860629 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.861689 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.861689 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.861689 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.861689 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.861689 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.861689 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.861689 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.861689 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.862808 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.862808 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.862808 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.862808 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.862808 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.862808 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.862808 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.862808 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.866691 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.868300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.868300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.868300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.868300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.868300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.868300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.868300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.868300 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.869616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.869616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.869616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.869616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.869616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.869616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.869616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.869616 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.870700 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.870700 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.870700 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.870700 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.870700 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.870700 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.870700 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.870700 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871250 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.871984 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.872723 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.872723 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.872723 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.872723 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.872723 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.872723 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.872723 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.872723 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.873345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.873345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.873345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.873345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.873345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.873345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.873345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.873345 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.874195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.874195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.874195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.874195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.874195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.874195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.874195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.874195 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875013 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.875953 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.876545 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.876545 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:43.876545 dv-cinder-827259-3-iscsi neutron-server[109744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 02:43:55.397060 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b43f1-dfa7-49be-818f-d2e41cb4b628 None None] get_active_networks_info from dv-cinder-827259-3-iscsi {{(pid=109853) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 02:43:55.471290 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b43f1-dfa7-49be-818f-d2e41cb4b628 None None] No non-hosted networks {{(pid=109853) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 05 02:43:55.494837 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.agentschedulers_db [None req-6c4b43f1-dfa7-49be-818f-d2e41cb4b628 None None] DHCP Agent not found on host dv-cinder-827259-3-iscsi {{(pid=109853) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 05 02:43:55.555905 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-db224062-7003-4ced-99e8-e8cf3fc69067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548586'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:57.588254 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d6cde8a5-5a25-4678-abef-24e351d2486d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548586'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:57.625245 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-54073eb6-6f97-46fc-aa81-6d43c022081b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:58.714218 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548586'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:00.077939 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548586'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:01.417497 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44774) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:01.604265 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548586'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:01.605643 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.606219 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.606706 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.607307 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.607790 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.608651 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.608987 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.609418 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.609755 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.610158 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.610685 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.611023 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.611390 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:01.611794 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827259-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:01.618679 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827259-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:01.992045 dv-cinder-827259-3-iscsi neutron-server[109851]: WARNING oslo_policy.policy [None req-a4e7459a-55fa-4230-bfb0-10f0b4e92fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:01.993043 dv-cinder-827259-3-iscsi neutron-server[109851]: WARNING oslo_policy.policy [None req-a4e7459a-55fa-4230-bfb0-10f0b4e92fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:02.219737 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [None req-a4e7459a-55fa-4230-bfb0-10f0b4e92fbe admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:44:02.230003 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a4e7459a-55fa-4230-bfb0-10f0b4e92fbe admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8023345 Mar 05 02:44:03.722816 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.db.l3_hamode_db [None req-a1bc2ad0-2787-4459-914d-85d00f42b356 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 05 02:44:03.813840 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc2ad0-2787-4459-914d-85d00f42b356 None None] Routers set() bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:03.814493 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc2ad0-2787-4459-914d-85d00f42b356 None None] Router IDs set() for agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 02:44:04.841208 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44800) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:05.147797 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a70b3c7a-01ee-4892-a354-2fd4593aa5a0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:05.240780 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.policy [None req-a70b3c7a-01ee-4892-a354-2fd4593aa5a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109851) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 05 02:44:05.282504 dv-cinder-827259-3-iscsi neutron-server[109851]: WARNING oslo_policy.policy [None req-a70b3c7a-01ee-4892-a354-2fd4593aa5a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:05.282868 dv-cinder-827259-3-iscsi neutron-server[109851]: WARNING oslo_policy.policy [None req-a70b3c7a-01ee-4892-a354-2fd4593aa5a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:05.376592 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a70b3c7a-01ee-4892-a354-2fd4593aa5a0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770320939046', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770320939545', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770320908525', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770320923620', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770320896334', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770320905624', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3390863', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3380302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-314889', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435292'] for rbac-policy (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:05.440636 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a70b3c7a-01ee-4892-a354-2fd4593aa5a0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:05.442832 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a70b3c7a-01ee-4892-a354-2fd4593aa5a0 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6006625 Mar 05 02:44:07.923552 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44810) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:08.234481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:08.263837 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Made reservation on behalf of 997cada492d74ec2a90028c5529aa0f9 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:44:08.267914 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:08.285041 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:08.393521 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Publish callbacks [] for security_group (2c0e91e3-4ab9-4f2f-9851-4f4d87b79b5e), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:08.397451 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2c0e91e3-4ab9-4f2f-9851-4f4d87b79b5e), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:08.429303 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:44:08.458097 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770316408414', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (b3aa4e95-79e1-486d-b6b4-2e87335b19c2), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:08.458647 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Unsubscribe: segment precommit_create {{(pid=109851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 05 02:44:08.459155 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Added segment b3aa4e95-79e1-486d-b6b4-2e87335b19c2 of type vlan for network 85ac532d-d44e-4da5-885c-e437fd15ba25 Mar 05 02:44:08.464556 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0e91e3-4ab9-4f2f-9851-4f4d87b79b5e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:08.498997 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.499352 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.499706 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.500037 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.500358 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.500674 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.500990 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.501303 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.501614 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.501926 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.502264 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.502573 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.502882 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Tracked resource versions report: Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: pushed versions: Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: { 'AddressGroup': {'1.2'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'ConntrackHelper': {'1.0'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Log': {'1.0'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Network': {'1.1'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Port': {'1.7'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'PortForwarding': {'1.2'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'QosPolicy': {'1.10'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SecurityGroup': {'1.5'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SubPort': {'1.0'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Subnet': {'1.1'}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Trunk': {'1.1'}} Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: consumer versions: Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: { DHCP agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: L3 agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: Metadata agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: Metering agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: Open vSwitch agent@dv-cinder-827259-3-iscsi: { 'AddressGroup': '1.2', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'ConntrackHelper': '1.0', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'LocalIPAssociation': '1.0', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Log': '1.0', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Network': '1.1', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Port': '1.7', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'PortForwarding': '1.2', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'QosPolicy': '1.10', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SecurityGroup': '1.5', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SecurityGroupRule': '1.2', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SubPort': '1.0', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Subnet': '1.1', Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Trunk': '1.1'}} Mar 05 02:44:08.504789 dv-cinder-827259-3-iscsi neutron-server[109851]: {{(pid=109851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:44:08.565029 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (85ac532d-d44e-4da5-885c-e437fd15ba25), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:08.604792 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (85ac532d-d44e-4da5-885c-e437fd15ba25), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:08.610135 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:08.610863 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:08.678722 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7540662 Mar 05 02:44:08.734586 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bb693-967f-4ede-929d-640f97824f30 demo demo] Pushing event updated for resources: {'Network': ['ID=85ac532d-d44e-4da5-885c-e437fd15ba25,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:08.749099 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 85ac532d-d44e-4da5-885c-e437fd15ba25 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:44:11.291391 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44822) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:11.686235 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ad66e-744d-47f8-9f1b-e80994ea5cf1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:11.687616 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-f74ad66e-744d-47f8-9f1b-e80994ea5cf1 demo admin] 10.222.0.26 "GET /v2.0/networks/85ac532d-d44e-4da5-885c-e437fd15ba25 HTTP/1.1" status: 200 len: 824 time: 0.3952641 Mar 05 02:44:11.713690 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1bb803a3-0d05-4aac-9ad3-7cfe6d49288c demo admin] 10.222.0.26 "GET /v2.0/subnetpools/cd00b9f9-c9d5-40e9-87b9-fca406dd9d0f HTTP/1.1" status: 200 len: 734 time: 0.0196614 Mar 05 02:44:11.724206 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'cd00b9f9-c9d5-40e9-87b9-fca406dd9d0f', 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:11.745349 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Made reservation on behalf of 997cada492d74ec2a90028c5529aa0f9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:44:11.747607 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:12.038106 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (1ea68eb9-4928-41f4-ab4b-23f8ba636782), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:12.107471 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Checking segment: {'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:12.108100 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Network hostable DHCP agents. Network: 85ac532d-d44e-4da5-885c-e437fd15ba25, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:44:12.112490 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1ea68eb9-4928-41f4-ab4b-23f8ba636782,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:12.130931 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Network 85ac532d-d44e-4da5-885c-e437fd15ba25 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:44:12.142088 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 85ac532d-d44e-4da5-885c-e437fd15ba25) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:12.147514 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:12.148146 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:12.153121 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f028528-d191-4277-904d-ad20973eb977 None None] Network 85ac532d-d44e-4da5-885c-e437fd15ba25 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:44:12.168764 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a58bfeb8-a747-4c36-99d2-0096b8da6c27 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4450650 Mar 05 02:44:12.534277 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-85ac532d-d44e-4da5-885c-e437fd15ba25', 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25', 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'fixed_ips': [{'subnet_id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:44:12.535564 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:12.816583 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Allocated IP 172.20.0.2 (85ac532d-d44e-4da5-885c-e437fd15ba25/1ea68eb9-4928-41f4-ab4b-23f8ba636782/453772b4-1884-4c4e-af0d-edf6bb97119f) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:44:13.096023 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Publish callbacks [] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:13.104693 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:13.176572 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Network 85ac532d-d44e-4da5-885c-e437fd15ba25 is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:44:13.187623 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:13.191078 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:44:13.204140 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Pushing event updated for resources: {'Port': ['ID=453772b4-1884-4c4e-af0d-edf6bb97119f,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:13.245592 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.245971 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.246328 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.246669 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.246995 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.247318 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.247644 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.247963 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.248276 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.248604 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.248927 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.249238 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.249548 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Tracked resource versions report: Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: pushed versions: Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: { 'AddressGroup': {'1.2'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'ConntrackHelper': {'1.0'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Log': {'1.0'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Network': {'1.1'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Port': {'1.7'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'PortForwarding': {'1.2'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'QosPolicy': {'1.10'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SecurityGroup': {'1.5'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SubPort': {'1.0'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Subnet': {'1.1'}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Trunk': {'1.1'}} Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: consumer versions: Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: { DHCP agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: L3 agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: Metadata agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: Metering agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: Open vSwitch agent@dv-cinder-827259-3-iscsi: { 'AddressGroup': '1.2', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'ConntrackHelper': '1.0', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'LocalIPAssociation': '1.0', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Log': '1.0', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Network': '1.1', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Port': '1.7', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'PortForwarding': '1.2', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'QosPolicy': '1.10', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SecurityGroup': '1.5', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SecurityGroupRule': '1.2', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SubPort': '1.0', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Subnet': '1.1', Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Trunk': '1.1'}} Mar 05 02:44:13.250957 dv-cinder-827259-3-iscsi neutron-server[109853]: {{(pid=109853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:44:13.285210 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Attempting to bind port 453772b4-1884-4c4e-af0d-edf6bb97119f on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:44:13.285647 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Attempting to bind port 453772b4-1884-4c4e-af0d-edf6bb97119f by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:44:13.286140 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Attempting to bind port 453772b4-1884-4c4e-af0d-edf6bb97119f on network 85ac532d-d44e-4da5-885c-e437fd15ba25 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:44:13.291223 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:44:13.291647 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Checking segment: {'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:13.292173 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:13.292571 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Bound using segment: {'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:44:13.293078 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Bound port: 453772b4-1884-4c4e-af0d-edf6bb97119f, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:44:13.293484 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:13.355051 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] For port 453772b4-1884-4c4e-af0d-edf6bb97119f, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:44:13.359646 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] For port 453772b4-1884-4c4e-af0d-edf6bb97119f, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=453772b4-1884-4c4e-af0d-edf6bb97119f,segment=NetworkSegment(b3aa4e95-79e1-486d-b6b4-2e87335b19c2),segment_id=b3aa4e95-79e1-486d-b6b4-2e87335b19c2)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:44:13.369699 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:13.434464 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad273-6148-4bfd-b622-018d766cbea6 None None] Pushing event updated for resources: {'Port': ['ID=453772b4-1884-4c4e-af0d-edf6bb97119f,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:14.776415 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44830) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:15.097207 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [None req-c2c643f7-f98c-4094-a0e7-581883f16b85 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:44:15.098557 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c2c643f7-f98c-4094-a0e7-581883f16b85 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3211546 Mar 05 02:44:17.738637 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44838) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:18.049812 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [None req-e3104e06-c3e9-4bed-8da9-be689b19686e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:44:18.051395 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e3104e06-c3e9-4bed-8da9-be689b19686e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118963 Mar 05 02:44:20.647661 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44846) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:20.962187 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e069b4f0-86ff-4db6-bffc-633d918c6e6a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:20.985815 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e069b4f0-86ff-4db6-bffc-633d918c6e6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (d4257e22-99a0-4e38-b091-62831e4ccc55), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:20.988012 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e069b4f0-86ff-4db6-bffc-633d918c6e6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (d4257e22-99a0-4e38-b091-62831e4ccc55), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:21.123886 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e069b4f0-86ff-4db6-bffc-633d918c6e6a demo demo] Publish callbacks [] for router_controller (d4257e22-99a0-4e38-b091-62831e4ccc55), precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:21.131278 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e069b4f0-86ff-4db6-bffc-633d918c6e6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (d4257e22-99a0-4e38-b091-62831e4ccc55), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:21.149441 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e069b4f0-86ff-4db6-bffc-633d918c6e6a demo demo] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:21.150683 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e069b4f0-86ff-4db6-bffc-633d918c6e6a demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5020497 Mar 05 02:44:23.697647 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44858) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:24.024921 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [None req-7b9a0ea5-f76d-4174-9c4b-d8ade89dafed admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:44:24.025994 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-7b9a0ea5-f76d-4174-9c4b-d8ade89dafed admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3273001 Mar 05 02:44:24.382355 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 453772b4-1884-4c4e-af0d-edf6bb97119f up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:24.474097 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 453772b4-1884-4c4e-af0d-edf6bb97119f triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:24.474521 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:24.586114 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 453772b4-1884-4c4e-af0d-edf6bb97119f is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:24.586423 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:24.621276 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 453772b4-1884-4c4e-af0d-edf6bb97119f, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=453772b4-1884-4c4e-af0d-edf6bb97119f,segment=NetworkSegment(b3aa4e95-79e1-486d-b6b4-2e87335b19c2),segment_id=b3aa4e95-79e1-486d-b6b4-2e87335b19c2)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:44:24.625112 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:24.672743 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=453772b4-1884-4c4e-af0d-edf6bb97119f,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:24.896743 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67147a63-b13c-4bae-bdc6-28602e020773 None None] Network 85ac532d-d44e-4da5-885c-e437fd15ba25 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:44:24.960940 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-04c63381-47ba-4745-8ea8-00662f471408 None None] Provisioning complete for port 453772b4-1884-4c4e-af0d-edf6bb97119f triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:24.961320 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-04c63381-47ba-4745-8ea8-00662f471408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:25.086527 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-04c63381-47ba-4745-8ea8-00662f471408 None None] Current status of the port 453772b4-1884-4c4e-af0d-edf6bb97119f is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:25.307498 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-cdc5624a-a7d4-4c75-a925-a32d63cd6eef None None] Provisioning complete for port 453772b4-1884-4c4e-af0d-edf6bb97119f triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:25.307888 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cdc5624a-a7d4-4c75-a925-a32d63cd6eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:25.356411 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f6ada613-bc23-4a07-91ee-966d21dee1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:25.402571 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5624a-a7d4-4c75-a925-a32d63cd6eef None None] Current status of the port 453772b4-1884-4c4e-af0d-edf6bb97119f is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:26.350950 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 453772b4-1884-4c4e-af0d-edf6bb97119f up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:26.398179 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 453772b4-1884-4c4e-af0d-edf6bb97119f triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:26.398568 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:26.470916 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 453772b4-1884-4c4e-af0d-edf6bb97119f is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:26.597845 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:26.904218 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:26.922861 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Made reservation on behalf of bf9e484e975e40cdad9961a4a9b9831b for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:44:26.925089 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:26.934633 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.005846 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Publish callbacks [] for security_group (4e1c5b10-f3d8-4263-b6a9-ca3aa65964af), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.009209 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4e1c5b10-f3d8-4263-b6a9-ca3aa65964af), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.025563 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Reserving flat network on physical network physnet1 {{(pid=109851) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 05 02:44:27.040203 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c5b10-f3d8-4263-b6a9-ca3aa65964af,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:27.047504 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (91be8053-435e-45a2-9def-062302f06342), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.047878 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Added segment 91be8053-435e-45a2-9def-062302f06342 of type flat for network 3500b1fd-4ef2-46d2-b347-531fb12130ec Mar 05 02:44:27.100838 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (3500b1fd-4ef2-46d2-b347-531fb12130ec), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.131880 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (3500b1fd-4ef2-46d2-b347-531fb12130ec), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.132715 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:27.133285 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.182949 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5840583 Mar 05 02:44:27.229289 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f2efd-c9f7-4882-a4c9-a5781a38c83a admin admin] Pushing event updated for resources: {'Network': ['ID=3500b1fd-4ef2-46d2-b347-531fb12130ec,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:27.240536 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:44:27.591211 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f9f81443-9a65-4f76-846c-a1bfd1d3ef85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:28.678099 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:29.752450 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44884) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:29.929840 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad423f5-dcc2-4c96-98bb-44abc773546b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:29.931149 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-cad423f5-dcc2-4c96-98bb-44abc773546b demo admin] 10.222.0.26 "GET /v2.0/subnets/1ea68eb9-4928-41f4-ab4b-23f8ba636782 HTTP/1.1" status: 200 len: 849 time: 0.1771345 Mar 05 02:44:30.032732 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:30.052789 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-259d57b6-a990-499a-9375-9d5cf4e9a90e demo admin] 10.222.0.26 "GET /v2.0/routers/d4257e22-99a0-4e38-b091-62831e4ccc55 HTTP/1.1" status: 200 len: 704 time: 0.1161246 Mar 05 02:44:30.322181 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:30.656545 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Allocated IP 172.20.0.1 (85ac532d-d44e-4da5-885c-e437fd15ba25/1ea68eb9-4928-41f4-ab4b-23f8ba636782/ea462d62-9a5c-42e9-ae3e-f2400454aaf3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:44:30.809412 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Publish callbacks [] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:30.876114 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:30.952297 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Network 85ac532d-d44e-4da5-885c-e437fd15ba25 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:44:30.959375 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:30.961493 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Pushing event updated for resources: {'Port': ['ID=ea462d62-9a5c-42e9-ae3e-f2400454aaf3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:30.963991 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:44:30.964502 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (d4257e22-99a0-4e38-b091-62831e4ccc55), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:31.155653 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-ad64c0bf-c570-4eb3-be24-babbd372755d None None] Provisioning complete for port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:31.156238 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ad64c0bf-c570-4eb3-be24-babbd372755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:31.168794 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:31.235562 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-ad64c0bf-c570-4eb3-be24-babbd372755d None None] Port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:44:31.379372 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Publish callbacks [] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:31.383690 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:31.384421 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (d4257e22-99a0-4e38-b091-62831e4ccc55), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:31.468125 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Pushing event updated for resources: {'Port': ['ID=ea462d62-9a5c-42e9-ae3e-f2400454aaf3,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:31.510982 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Network 85ac532d-d44e-4da5-885c-e437fd15ba25 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:44:31.512156 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:31.612151 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:31.682028 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Router d4257e22-99a0-4e38-b091-62831e4ccc55 is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:44:31.783588 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:44:31.788995 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-99c47407-ebb7-4dfc-aca9-c46483bdb6a7 demo admin] 10.222.0.26 "PUT /v2.0/routers/d4257e22-99a0-4e38-b091-62831e4ccc55/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7309651 Mar 05 02:44:31.801604 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Sync routers for ids ['d4257e22-99a0-4e38-b091-62831e4ccc55'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:44:31.813855 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Routers {'d4257e22-99a0-4e38-b091-62831e4ccc55'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:31.814740 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:44:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d4257e22-99a0-4e38-b091-62831e4ccc55'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:31.859942 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-fb676096-8d9b-40a7-a79a-17ae8117bf02 None None] Provisioning complete for port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:31.860343 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-fb676096-8d9b-40a7-a79a-17ae8117bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:31.897851 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-fb676096-8d9b-40a7-a79a-17ae8117bf02 None None] Port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:44:32.010876 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Set router d4257e22-99a0-4e38-b091-62831e4ccc55 gateway port host: None {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:44:32.442600 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'name': 'router1', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:20Z', 'updated_at': '2022-03-05T02:44:31Z', 'revision_number': 2, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'gw_port_host': None, '_interfaces': [{'id': 'ea462d62-9a5c-42e9-ae3e-f2400454aaf3', 'name': '', 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'mac_address': 'fa:16:3e:68:d6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:30Z', 'updated_at': '2022-03-05T02:44:31Z', 'revision_number': 2, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'subnets': [{'id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd00b9f9-c9d5-40e9-87b9-fca406dd9d0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:32.491654 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Checking router: d4257e22-99a0-4e38-b091-62831e4ccc55 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:44:32.492027 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Updating router d4257e22-99a0-4e38-b091-62831e4ccc55 port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:44:32.569809 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.062223 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Publish callbacks [] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.069260 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.236142 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Pushing event updated for resources: {'Port': ['ID=ea462d62-9a5c-42e9-ae3e-f2400454aaf3,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:33.247019 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Attempting to bind port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:44:33.247594 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Attempting to bind port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:44:33.248050 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Attempting to bind port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 on network 85ac532d-d44e-4da5-885c-e437fd15ba25 {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:44:33.254211 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.254573 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.254931 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.255271 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.255604 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.255931 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.256257 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.256578 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.256902 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.257234 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.257557 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.257871 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.258208 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Tracked resource versions report: Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: pushed versions: Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: { 'AddressGroup': {'1.2'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'ConntrackHelper': {'1.0'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Log': {'1.0'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Network': {'1.1'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Port': {'1.7'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'PortForwarding': {'1.2'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'QosPolicy': {'1.10'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SecurityGroup': {'1.5'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SubPort': {'1.0'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Subnet': {'1.1'}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Trunk': {'1.1'}} Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: consumer versions: Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: { DHCP agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: L3 agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: Metadata agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: Metering agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: Open vSwitch agent@dv-cinder-827259-3-iscsi: { 'AddressGroup': '1.2', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'ConntrackHelper': '1.0', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'LocalIPAssociation': '1.0', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Log': '1.0', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Network': '1.1', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Port': '1.7', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'PortForwarding': '1.2', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'QosPolicy': '1.10', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SecurityGroup': '1.5', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SecurityGroupRule': '1.2', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SubPort': '1.0', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Subnet': '1.1', Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Trunk': '1.1'}} Mar 05 02:44:33.259633 dv-cinder-827259-3-iscsi neutron-server[109854]: {{(pid=109854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:44:33.264082 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:44:33.264505 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Checking segment: {'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:33.264989 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.265370 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Bound using segment: {'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:44:33.265872 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Bound port: ea462d62-9a5c-42e9-ae3e-f2400454aaf3, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3aa4e95-79e1-486d-b6b4-2e87335b19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:44:33.266269 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.331046 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c2e80925-f935-4caa-bc1f-3926a8778ac7 None None] Provisioning complete for port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:33.332151 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] For port ea462d62-9a5c-42e9-ae3e-f2400454aaf3, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:44:33.332254 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c2e80925-f935-4caa-bc1f-3926a8778ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.351451 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] For port ea462d62-9a5c-42e9-ae3e-f2400454aaf3, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=ea462d62-9a5c-42e9-ae3e-f2400454aaf3,segment=NetworkSegment(b3aa4e95-79e1-486d-b6b4-2e87335b19c2),segment_id=b3aa4e95-79e1-486d-b6b4-2e87335b19c2)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:44:33.358083 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.370369 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c2e80925-f935-4caa-bc1f-3926a8778ac7 None None] Port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:44:33.423401 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ecfd6-c09a-4f40-b188-1f8dc3af5f80 None None] Pushing event updated for resources: {'Port': ['ID=ea462d62-9a5c-42e9-ae3e-f2400454aaf3,revision_number=4']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:33.426814 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Routers {'d4257e22-99a0-4e38-b091-62831e4ccc55'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:33.427631 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:44:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d4257e22-99a0-4e38-b091-62831e4ccc55'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:33.521661 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] Set router d4257e22-99a0-4e38-b091-62831e4ccc55 gateway port host: None {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:44:33.591276 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-77cebd8d-2a4e-4990-b0ac-8176147d0375 None None] Provisioning complete for port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:33.592012 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77cebd8d-2a4e-4990-b0ac-8176147d0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.671271 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-77cebd8d-2a4e-4990-b0ac-8176147d0375 None None] Current status of the port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:33.671885 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77cebd8d-2a4e-4990-b0ac-8176147d0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.709566 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-77cebd8d-2a4e-4990-b0ac-8176147d0375 None None] For port ea462d62-9a5c-42e9-ae3e-f2400454aaf3, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=ea462d62-9a5c-42e9-ae3e-f2400454aaf3,segment=NetworkSegment(b3aa4e95-79e1-486d-b6b4-2e87335b19c2),segment_id=b3aa4e95-79e1-486d-b6b4-2e87335b19c2)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:44:33.715063 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77cebd8d-2a4e-4990-b0ac-8176147d0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:33.744987 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'name': 'router1', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:20Z', 'updated_at': '2022-03-05T02:44:31Z', 'revision_number': 2, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'gw_port_host': None, '_interfaces': [{'id': 'ea462d62-9a5c-42e9-ae3e-f2400454aaf3', 'name': '', 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'mac_address': 'fa:16:3e:68:d6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:30Z', 'updated_at': '2022-03-05T02:44:33Z', 'revision_number': 4, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'subnets': [{'id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd00b9f9-c9d5-40e9-87b9-fca406dd9d0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:33.773344 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cebd8d-2a4e-4990-b0ac-8176147d0375 None None] Pushing event updated for resources: {'Port': ['ID=ea462d62-9a5c-42e9-ae3e-f2400454aaf3,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:33.774280 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4cd0f-1e2b-43f0-b398-554626b669c3 None None] The sync data for ids ['d4257e22-99a0-4e38-b091-62831e4ccc55'] in dv-cinder-827259-3-iscsi is: [{'id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'name': 'router1', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:20Z', 'updated_at': '2022-03-05T02:44:31Z', 'revision_number': 2, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'gw_port_host': None, '_interfaces': [{'id': 'ea462d62-9a5c-42e9-ae3e-f2400454aaf3', 'name': '', 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'mac_address': 'fa:16:3e:68:d6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:30Z', 'updated_at': '2022-03-05T02:44:33Z', 'revision_number': 4, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'subnets': [{'id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd00b9f9-c9d5-40e9-87b9-fca406dd9d0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:44:34.257145 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 44906) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:34.368208 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac785a83-3b1b-4879-8100-d18875828bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:34.369512 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ac785a83-3b1b-4879-8100-d18875828bea admin admin] 10.222.0.26 "GET /v2.0/networks/3500b1fd-4ef2-46d2-b347-531fb12130ec HTTP/1.1" status: 200 len: 842 time: 0.1112912 Mar 05 02:44:34.379403 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:34.399505 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Made reservation on behalf of bf9e484e975e40cdad9961a4a9b9831b for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:44:34.401784 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:34.757059 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.objects.ports [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 02:44:34.757496 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (dd21f78c-e600-4c00-8e35-0bf50316cf2c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:34.810555 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd21f78c-e600-4c00-8e35-0bf50316cf2c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:34.819069 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:34.819436 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Network hostable DHCP agents. Network: 3500b1fd-4ef2-46d2-b347-531fb12130ec, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:44:34.836024 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:44:34.844227 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 3500b1fd-4ef2-46d2-b347-531fb12130ec) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:34.849151 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:34.849738 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:34.854726 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b2381-7558-4bdc-b8c7-95b94cb1146c None None] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:44:34.873429 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-97eeec73-1a38-49ef-82a1-611e6072b353 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4979196 Mar 05 02:44:34.955263 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb20792-e2f0-496a-bdd1-27d8595daf0e None None] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:44:37.324762 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 44914) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:37.468756 dv-cinder-827259-3-iscsi neutron-server[109852]: WARNING oslo_policy.policy [None req-d5910de5-d7c8-4ba1-b2ce-10e59a14b9ac demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:37.469389 dv-cinder-827259-3-iscsi neutron-server[109852]: WARNING oslo_policy.policy [None req-d5910de5-d7c8-4ba1-b2ce-10e59a14b9ac demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:37.774612 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.policy [None req-d5910de5-d7c8-4ba1-b2ce-10e59a14b9ac demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109852) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 05 02:44:37.820617 dv-cinder-827259-3-iscsi neutron-server[109852]: WARNING oslo_policy.policy [None req-d5910de5-d7c8-4ba1-b2ce-10e59a14b9ac demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:37.820998 dv-cinder-827259-3-iscsi neutron-server[109852]: WARNING oslo_policy.policy [None req-d5910de5-d7c8-4ba1-b2ce-10e59a14b9ac demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:38.073415 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d5910de5-d7c8-4ba1-b2ce-10e59a14b9ac demo admin] 10.222.0.26 "GET /v2.0/routers/d4257e22-99a0-4e38-b091-62831e4ccc55 HTTP/1.1" status: 200 len: 710 time: 0.7464654 Mar 05 02:44:38.257920 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842093a-8aa1-4ed7-8c87-aff824dc07ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:38.259823 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c842093a-8aa1-4ed7-8c87-aff824dc07ab demo admin] 10.222.0.26 "GET /v2.0/networks/3500b1fd-4ef2-46d2-b347-531fb12130ec HTTP/1.1" status: 200 len: 886 time: 0.1811333 Mar 05 02:44:38.269132 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:38.536614 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks [] for router_gateway (d4257e22-99a0-4e38-b091-62831e4ccc55), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:38.783050 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks [] for router_gateway (d4257e22-99a0-4e38-b091-62831e4ccc55), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:38.864349 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:39.060101 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Allocated IP 172.27.3.45 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/dfc1b6c5-fe1e-40e5-84ec-5fef095d981a) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:44:39.175550 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks [] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:39.236732 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:39.277392 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:44:39.297538 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:39.347549 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:44:39.350118 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Pushing event updated for resources: {'Port': ['ID=dfc1b6c5-fe1e-40e5-84ec-5fef095d981a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:39.389748 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.390122 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.390474 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.390823 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.391166 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.391496 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.391842 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.392176 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.392505 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.392843 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.393209 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.393522 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.393844 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Tracked resource versions report: Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: pushed versions: Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: { 'AddressGroup': {'1.2'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'ConntrackHelper': {'1.0'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Log': {'1.0'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Network': {'1.1'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Port': {'1.7'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'PortForwarding': {'1.2'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'QosPolicy': {'1.10'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SecurityGroup': {'1.5'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SubPort': {'1.0'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Subnet': {'1.1'}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Trunk': {'1.1'}} Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: consumer versions: Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: { DHCP agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: L3 agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: Metadata agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: Metering agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: Open vSwitch agent@dv-cinder-827259-3-iscsi: { 'AddressGroup': '1.2', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'ConntrackHelper': '1.0', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'LocalIPAssociation': '1.0', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Log': '1.0', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Network': '1.1', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Port': '1.7', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'PortForwarding': '1.2', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'QosPolicy': '1.10', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SecurityGroup': '1.5', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SecurityGroupRule': '1.2', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SubPort': '1.0', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Subnet': '1.1', Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Trunk': '1.1'}} Mar 05 02:44:39.395198 dv-cinder-827259-3-iscsi neutron-server[109852]: {{(pid=109852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:44:39.648297 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks [] for router_gateway (d4257e22-99a0-4e38-b091-62831e4ccc55), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:39.890919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-542680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124493'] for router (d4257e22-99a0-4e38-b091-62831e4ccc55), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:39.896635 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548608'] for router (d4257e22-99a0-4e38-b091-62831e4ccc55), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.010552 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Router d4257e22-99a0-4e38-b091-62831e4ccc55 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:44:40.118912 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:44:40.123390 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.124537 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-2d5b7166-22f0-4f29-8899-344d14ea2bf6 demo admin] 10.222.0.26 "PUT /v2.0/routers/d4257e22-99a0-4e38-b091-62831e4ccc55 HTTP/1.1" status: 200 len: 889 time: 1.8590429 Mar 05 02:44:42.392602 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device ea462d62-9a5c-42e9-ae3e-f2400454aaf3 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:42.418500 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Sync routers for ids ['d4257e22-99a0-4e38-b091-62831e4ccc55'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:44:42.439700 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Routers {'d4257e22-99a0-4e38-b091-62831e4ccc55'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:42.441426 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:44:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d4257e22-99a0-4e38-b091-62831e4ccc55'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:42.573287 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:42.573581 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:42.702991 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Set router d4257e22-99a0-4e38-b091-62831e4ccc55 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:44:42.714597 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 44938) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:42.733969 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:44:42.836309 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-11ac6d2e-a54b-42d1-92c8-a100d89d7c9d admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1204998 Mar 05 02:44:42.935318 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:43.238278 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'name': 'router1', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'dfc1b6c5-fe1e-40e5-84ec-5fef095d981a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:20Z', 'updated_at': '2022-03-05T02:44:39Z', 'revision_number': 4, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'gw_port': {'id': 'dfc1b6c5-fe1e-40e5-84ec-5fef095d981a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:38Z', 'updated_at': '2022-03-05T02:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ea462d62-9a5c-42e9-ae3e-f2400454aaf3', 'name': '', 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'mac_address': 'fa:16:3e:68:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:30Z', 'updated_at': '2022-03-05T02:44:33Z', 'revision_number': 5, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'subnets': [{'id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd00b9f9-c9d5-40e9-87b9-fca406dd9d0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:43.287966 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Checking router: d4257e22-99a0-4e38-b091-62831e4ccc55 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:44:43.288314 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Updating router d4257e22-99a0-4e38-b091-62831e4ccc55 port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:44:43.342519 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:43.665476 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Publish callbacks [] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:43.672882 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:43.740973 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae47254-e784-4d2b-9e59-8129f6561e1a None None] Pushing event updated for resources: {'Port': ['ID=dfc1b6c5-fe1e-40e5-84ec-5fef095d981a,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:43.744370 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Attempting to bind port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:44:43.744727 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Attempting to bind port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:44:43.745089 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Attempting to bind port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:44:43.750861 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:44:43.751229 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:43.751639 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:43.752074 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:44:43.752669 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Bound port: dfc1b6c5-fe1e-40e5-84ec-5fef095d981a, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:44:43.755635 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:43.803365 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] For port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:44:43.806358 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] For port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=dfc1b6c5-fe1e-40e5-84ec-5fef095d981a,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:44:43.811554 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:43.869020 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Routers {'d4257e22-99a0-4e38-b091-62831e4ccc55'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:43.869630 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:44:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d4257e22-99a0-4e38-b091-62831e4ccc55'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:43.907653 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae47254-e784-4d2b-9e59-8129f6561e1a None None] Pushing event updated for resources: {'Port': ['ID=dfc1b6c5-fe1e-40e5-84ec-5fef095d981a,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:43.984996 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] Set router d4257e22-99a0-4e38-b091-62831e4ccc55 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:44:44.210716 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'name': 'router1', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'dfc1b6c5-fe1e-40e5-84ec-5fef095d981a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:20Z', 'updated_at': '2022-03-05T02:44:39Z', 'revision_number': 4, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'gw_port': {'id': 'dfc1b6c5-fe1e-40e5-84ec-5fef095d981a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:38Z', 'updated_at': '2022-03-05T02:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ea462d62-9a5c-42e9-ae3e-f2400454aaf3', 'name': '', 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'mac_address': 'fa:16:3e:68:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:30Z', 'updated_at': '2022-03-05T02:44:33Z', 'revision_number': 5, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'subnets': [{'id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd00b9f9-c9d5-40e9-87b9-fca406dd9d0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:44.236594 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04a8d4-536e-41c5-93b0-d348834fb047 None None] The sync data for ids ['d4257e22-99a0-4e38-b091-62831e4ccc55'] in dv-cinder-827259-3-iscsi is: [{'id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'name': 'router1', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'dfc1b6c5-fe1e-40e5-84ec-5fef095d981a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:20Z', 'updated_at': '2022-03-05T02:44:39Z', 'revision_number': 4, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'gw_port': {'id': 'dfc1b6c5-fe1e-40e5-84ec-5fef095d981a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:38Z', 'updated_at': '2022-03-05T02:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ea462d62-9a5c-42e9-ae3e-f2400454aaf3', 'name': '', 'network_id': '85ac532d-d44e-4da5-885c-e437fd15ba25', 'tenant_id': '997cada492d74ec2a90028c5529aa0f9', 'mac_address': 'fa:16:3e:68:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4257e22-99a0-4e38-b091-62831e4ccc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:30Z', 'updated_at': '2022-03-05T02:44:33Z', 'revision_number': 5, 'project_id': '997cada492d74ec2a90028c5529aa0f9', 'subnets': [{'id': '1ea68eb9-4928-41f4-ab4b-23f8ba636782', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd00b9f9-c9d5-40e9-87b9-fca406dd9d0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:44:44.459978 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device dfc1b6c5-fe1e-40e5-84ec-5fef095d981a up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:44.514111 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:44.514111 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:44.626362 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:44.626757 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:44.650646 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=dfc1b6c5-fe1e-40e5-84ec-5fef095d981a,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:44:44.656009 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:44.722128 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=dfc1b6c5-fe1e-40e5-84ec-5fef095d981a,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:46.388040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device dfc1b6c5-fe1e-40e5-84ec-5fef095d981a up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:46.467575 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:46.468324 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (dfc1b6c5-fe1e-40e5-84ec-5fef095d981a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:46.554963 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port dfc1b6c5-fe1e-40e5-84ec-5fef095d981a is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:55.340357 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9201c8e5-e012-401b-a718-c768cf419dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:57.610562 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-980070d8-3d13-48dc-b6ff-ded9791e8b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:58.695542 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:00.049759 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:01.618686 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:19.734253 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:45:25.349731 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-69ea6232-935d-45f9-8ad8-2d413ff4d30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:27.599590 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-76419773-8807-4321-a90b-ba226706baa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:28.683664 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:30.053693 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:31.620955 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:55.343327 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-59407fe1-2ea3-4fbb-9762-329f9ab9ca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:56.733561 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:45:57.595566 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-760c0670-ad14-4775-bd2b-35bbd1e502a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:58.686961 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:00.051125 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:01.615035 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:04.877819 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45422) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:04.941074 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58332a4-82a0-472d-a51e-9797f9bff0ba admin admin] GET failed (client error): The resource could not be found. Mar 05 02:46:04.942307 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-a58332a4-82a0-472d-a51e-9797f9bff0ba admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635016 Mar 05 02:46:05.100463 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5096c-2e22-4b4b-acae-93a0fdf58655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:05.101931 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-03f5096c-2e22-4b4b-acae-93a0fdf58655 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1556587 Mar 05 02:46:07.433536 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45432) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:07.534459 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7574b1c2-46e5-4ad7-b74f-116ed856a36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:07.535796 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-7574b1c2-46e5-4ad7-b74f-116ed856a36c admin admin] 10.222.0.26 "GET /v2.0/subnets/1ea68eb9-4928-41f4-ab4b-23f8ba636782 HTTP/1.1" status: 200 len: 849 time: 0.1012633 Mar 05 02:46:07.545109 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:46:07.628223 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Publish callbacks [] for subnet (1ea68eb9-4928-41f4-ab4b-23f8ba636782), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:07.772701 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770316601007'] for subnet (1ea68eb9-4928-41f4-ab4b-23f8ba636782), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:07.801809 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:07.802444 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:07.804293 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] 10.222.0.26 "PUT /v2.0/subnets/1ea68eb9-4928-41f4-ab4b-23f8ba636782 HTTP/1.1" status: 200 len: 868 time: 0.2621546 Mar 05 02:46:07.807365 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b76f8-2f4b-4ca2-99e5-246d792595f0 None None] Network 85ac532d-d44e-4da5-885c-e437fd15ba25 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:46:07.829679 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea68eb9-4928-41f4-ab4b-23f8ba636782,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:46:07.837286 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.837662 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.838028 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.838372 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.838708 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.839041 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.839387 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.839725 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.840076 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.840422 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.840753 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.841076 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:07.841398 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa308f-b568-4a98-a033-d7de37349b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:08.191341 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-ab38e07d-72ff-483e-9a9a-1145807044be None None] Provisioning complete for port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:46:08.191723 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ab38e07d-72ff-483e-9a9a-1145807044be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ea462d62-9a5c-42e9-ae3e-f2400454aaf3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:08.269267 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-ab38e07d-72ff-483e-9a9a-1145807044be None None] Current status of the port ea462d62-9a5c-42e9-ae3e-f2400454aaf3 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:46:08.278856 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-ab38e07d-72ff-483e-9a9a-1145807044be None None] Provisioning complete for port 453772b4-1884-4c4e-af0d-edf6bb97119f triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:46:08.279242 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ab38e07d-72ff-483e-9a9a-1145807044be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (453772b4-1884-4c4e-af0d-edf6bb97119f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:08.351593 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-ab38e07d-72ff-483e-9a9a-1145807044be None None] Current status of the port 453772b4-1884-4c4e-af0d-edf6bb97119f is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:46:10.162105 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45440) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:10.359071 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4364a-8c72-4a6e-969e-156bc2698123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:10.359537 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4364a-8c72-4a6e-969e-156bc2698123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:10.361060 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-60e4364a-8c72-4a6e-969e-156bc2698123 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1980348 Mar 05 02:46:12.672161 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45450) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:12.800815 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bfe26-1468-4004-81d7-5164f4ae5fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:12.801277 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bfe26-1468-4004-81d7-5164f4ae5fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:12.802816 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-da8bfe26-1468-4004-81d7-5164f4ae5fb6 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1297226 Mar 05 02:46:15.129575 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45458) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:15.255015 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0aa80e-d685-459e-a281-e05f550c58af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:15.256400 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-2e0aa80e-d685-459e-a281-e05f550c58af admin admin] 10.222.0.26 "GET /v2.0/networks/3500b1fd-4ef2-46d2-b347-531fb12130ec HTTP/1.1" status: 200 len: 886 time: 0.1258488 Mar 05 02:46:17.597223 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45466) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:17.739081 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db3cc7-00c4-46fc-8a5b-41d8088f180a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:17.740442 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c3db3cc7-00c4-46fc-8a5b-41d8088f180a admin admin] 10.222.0.26 "GET /v2.0/networks/85ac532d-d44e-4da5-885c-e437fd15ba25 HTTP/1.1" status: 200 len: 868 time: 0.1422868 Mar 05 02:46:20.113581 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45474) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:20.236491 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c61b8-8275-4a81-92e5-8fcf2bef775c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:20.237112 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c61b8-8275-4a81-92e5-8fcf2bef775c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:20.238657 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-459c61b8-8275-4a81-92e5-8fcf2bef775c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241150 Mar 05 02:46:22.568936 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45482) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:22.658798 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36326580-b47e-4f08-843d-c490089cfb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:22.659175 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36326580-b47e-4f08-843d-c490089cfb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:22.660691 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-36326580-b47e-4f08-843d-c490089cfb60 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908167 Mar 05 02:46:24.991980 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45490) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:25.081961 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95332b0b-f855-432f-b5e0-1365cea97d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:25.083297 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-95332b0b-f855-432f-b5e0-1365cea97d9c admin admin] 10.222.0.26 "GET /v2.0/subnets/1ea68eb9-4928-41f4-ab4b-23f8ba636782 HTTP/1.1" status: 200 len: 868 time: 0.0903926 Mar 05 02:46:25.346958 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e369-f4d0-4c35-ac24-61c7cb1928ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:27.393487 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45498) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:27.482250 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb3761-c341-4c02-9431-3269dade615d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:27.483573 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-acfb3761-c341-4c02-9431-3269dade615d admin admin] 10.222.0.26 "GET /v2.0/subnets/dd21f78c-e600-4c00-8e35-0bf50316cf2c HTTP/1.1" status: 200 len: 816 time: 0.0891201 Mar 05 02:46:27.600010 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e32a34bd-1bfb-4159-9e29-2ca9910667f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:28.692794 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:30.056580 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:31.619723 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:33.732921 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:46:55.351371 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4976e6ae-6c23-4961-ad29-a8c2a8167809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:55.812625 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45550) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:55.860017 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [None req-eef4b164-f1e9-4d49-a033-19472f99f28b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:46:55.861086 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-eef4b164-f1e9-4d49-a033-19472f99f28b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475063 Mar 05 02:46:57.602022 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7a88cf9b-9c60-4c6f-8271-06d0397abc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:58.267910 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45558) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:58.327458 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-10aa4e47-66c5-4177-86e4-cf811fb35191 admin admin] GET failed (client error): The resource could not be found. Mar 05 02:46:58.328767 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-10aa4e47-66c5-4177-86e4-cf811fb35191 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599322 Mar 05 02:46:58.468289 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b1f42-4530-4df5-94e8-3089754ec3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:58.470535 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-821b1f42-4530-4df5-94e8-3089754ec3f3 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367383 Mar 05 02:46:58.695615 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:00.055127 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:00.824236 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45566) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:47:00.870412 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:47:00.889024 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Made reservation on behalf of bf9e484e975e40cdad9961a4a9b9831b for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:47:00.891282 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:00.919197 dv-cinder-827259-3-iscsi neutron-server[109851]: WARNING neutron.services.revisions.revision_plugin [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Could not find related network for resource to bump revision. Mar 05 02:47:00.930559 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:47:00.939834 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (c7ecab7a-4db8-4637-af9c-21ac556a7710), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:00.940167 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Added segment c7ecab7a-4db8-4637-af9c-21ac556a7710 of type vlan for network 835377cc-79b1-4466-890b-3df6a11efa11 Mar 05 02:47:00.978242 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (835377cc-79b1-4466-890b-3df6a11efa11), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:01.003530 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (835377cc-79b1-4466-890b-3df6a11efa11), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:01.004473 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:47:01.005032 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:01.036117 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2108557 Mar 05 02:47:01.068539 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Pushing event updated for resources: {'Network': ['ID=835377cc-79b1-4466-890b-3df6a11efa11,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:01.076079 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.076460 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.076810 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.077146 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.077477 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.077805 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.078178 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.078513 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.078878 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.079784 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.080176 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.080504 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.080829 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0199d-1ee2-49a2-9bd8-5b644dce20ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:01.092969 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 835377cc-79b1-4466-890b-3df6a11efa11 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:47:01.622363 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:03.414723 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45574) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:47:03.473607 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9472a6b-e99e-4fec-8026-c64dbc0d47f9 admin admin] GET failed (client error): The resource could not be found. Mar 05 02:47:03.474900 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d9472a6b-e99e-4fec-8026-c64dbc0d47f9 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592041 Mar 05 02:47:03.546121 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81974326-4fe5-48d4-8ddf-1d1430a91f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:47:03.547511 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-81974326-4fe5-48d4-8ddf-1d1430a91f4f admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0686605 Mar 05 02:47:03.557305 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11', 'name': 'shared-subnet'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:47:03.575824 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Made reservation on behalf of bf9e484e975e40cdad9961a4a9b9831b for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:47:03.578188 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:03.745858 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (95d1cafb-0f15-4fed-b661-27bb625723c7), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:03.805374 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d1cafb-0f15-4fed-b661-27bb625723c7,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:03.815428 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Checking segment: {'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:47:03.815805 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Network hostable DHCP agents. Network: 835377cc-79b1-4466-890b-3df6a11efa11, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:47:03.831996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Network 835377cc-79b1-4466-890b-3df6a11efa11 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:47:03.840025 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 835377cc-79b1-4466-890b-3df6a11efa11) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:47:03.843934 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:47:03.844586 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:03.849539 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d8394-6f74-4e0f-82db-4ccbd64e68f3 None None] Network 835377cc-79b1-4466-890b-3df6a11efa11 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:47:03.859302 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c386d0e8-4f0f-4a1a-b173-72878ca62200 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3054497 Mar 05 02:47:04.064021 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-835377cc-79b1-4466-890b-3df6a11efa11', 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11', 'project_id': 'bf9e484e975e40cdad9961a4a9b9831b', 'fixed_ips': [{'subnet_id': '95d1cafb-0f15-4fed-b661-27bb625723c7'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:47:04.065086 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:04.199779 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Allocated IP 192.168.233.2 (835377cc-79b1-4466-890b-3df6a11efa11/95d1cafb-0f15-4fed-b661-27bb625723c7/5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:47:04.346431 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Publish callbacks [] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:04.351711 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:04.390750 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Network 835377cc-79b1-4466-890b-3df6a11efa11 is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:47:04.394335 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:47:04.399546 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:47:04.405001 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Pushing event updated for resources: {'Port': ['ID=5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:04.413586 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.414360 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.414360 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.414671 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.415002 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.415335 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.415664 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.415988 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.416717 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.416717 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.416961 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.417280 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.417598 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:04.473669 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Attempting to bind port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:47:04.474081 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Attempting to bind port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:47:04.474453 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Attempting to bind port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 on network 835377cc-79b1-4466-890b-3df6a11efa11 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:47:04.479545 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:47:04.479922 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Checking segment: {'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:47:04.480325 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:04.480727 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Bound using segment: {'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:47:04.481192 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Bound port: 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:47:04.481574 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:04.543652 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] For port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:47:04.546620 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] For port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56,segment=NetworkSegment(c7ecab7a-4db8-4637-af9c-21ac556a7710),segment_id=c7ecab7a-4db8-4637-af9c-21ac556a7710)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:47:04.553282 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:04.611207 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93546d30-f48b-4eb5-8cc7-4f0905d468f7 None None] Pushing event updated for resources: {'Port': ['ID=5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:05.489347 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69543943-8e35-4a52-95b9-eb0efaa3bb1f None None] Network 835377cc-79b1-4466-890b-3df6a11efa11 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:47:05.561987 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-881587c2-2ecc-4aeb-8c6e-676bf02b6bf9 None None] Provisioning complete for port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:47:05.562373 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-881587c2-2ecc-4aeb-8c6e-676bf02b6bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:05.680662 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-881587c2-2ecc-4aeb-8c6e-676bf02b6bf9 None None] Current status of the port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:47:05.681139 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-881587c2-2ecc-4aeb-8c6e-676bf02b6bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:05.721535 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-881587c2-2ecc-4aeb-8c6e-676bf02b6bf9 None None] For port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56,segment=NetworkSegment(c7ecab7a-4db8-4637-af9c-21ac556a7710),segment_id=c7ecab7a-4db8-4637-af9c-21ac556a7710)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:47:05.731704 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-881587c2-2ecc-4aeb-8c6e-676bf02b6bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:05.787681 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881587c2-2ecc-4aeb-8c6e-676bf02b6bf9 None None] Pushing event updated for resources: {'Port': ['ID=5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:05.853050 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-579fb083-4b4d-4082-9502-3615a8e0738b None None] Provisioning complete for port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:47:05.853447 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-579fb083-4b4d-4082-9502-3615a8e0738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:05.935023 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-579fb083-4b4d-4082-9502-3615a8e0738b None None] Current status of the port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:47:06.491881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:47:06.540823 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:47:06.541216 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:06.622984 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 5eaf80cc-21d7-4d71-a0c1-6ff9e7423c56 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:47:10.731158 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:47:25.356058 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9da80b05-ebc8-4a0c-b014-a148cc7b244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:27.604827 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-163621af-67b3-4dcf-a3cb-0142eccb4168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:28.698883 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:30.058001 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:31.624474 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:47.729142 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:47:55.360406 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7cfaa3db-6056-463f-bc37-82bf208c457d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:57.606356 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a644477f-cc35-45dd-9a3c-ee5eb99670f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:58.701887 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:00.059869 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:01.627732 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:24.728749 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:48:25.362338 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35b41dcc-33d2-40ef-8094-c2e5f4c97827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:27.609894 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-df6eee3f-f362-43bd-b7f6-2de4a5e4982c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:28.705749 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:30.062481 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:31.345411 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45612) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:48:31.351053 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [None req-113064c7-fb16-4c0f-b50a-e24ccf0207ea tempest-verify_tempest_config-802006357 tempest-verify_tempest_config-802006357-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:48:31.352007 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-113064c7-fb16-4c0f-b50a-e24ccf0207ea tempest-verify_tempest_config-802006357 tempest-verify_tempest_config-802006357-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055423 Mar 05 02:48:31.631596 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:31.643561 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45630) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:48:31.747190 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:31.818612 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Publish callbacks [] for security_group (583fd4db-3f9b-4f4d-9440-d4b93175fc77), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:31.821880 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (583fd4db-3f9b-4f4d-9440-d4b93175fc77), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:31.866727 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39fccccf06da4b0ba706187769faf5da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2221706 Mar 05 02:48:31.867821 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583fd4db-3f9b-4f4d-9440-d4b93175fc77,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:48:31.869438 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45634) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:48:31.874420 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.874770 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.875111 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.875447 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.875782 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.876111 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.876455 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.876785 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.877121 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.877464 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.877790 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.878139 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.878460 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3a495-ba08-4917-bbc1-1971926fbacb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:31.945600 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Publish callbacks [] for security_group (583fd4db-3f9b-4f4d-9440-d4b93175fc77), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:31.965692 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Publish callbacks [] for security_group (583fd4db-3f9b-4f4d-9440-d4b93175fc77), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:32.062544 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (583fd4db-3f9b-4f4d-9440-d4b93175fc77), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:32.065143 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:32.066259 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/583fd4db-3f9b-4f4d-9440-d4b93175fc77 HTTP/1.1" status: 204 len: 168 time: 0.1957419 Mar 05 02:48:32.073785 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583fd4db-3f9b-4f4d-9440-d4b93175fc77,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:48:32.080934 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.081287 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.081633 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.081997 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.082339 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.082677 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.083007 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.083340 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.083682 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.084018 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.084345 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.084653 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:32.084978 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9250d67-17a9-4c1a-8bd6-3b5ce202987f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:55.366954 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-932c5dbd-faa5-477d-ac5c-68d2f04e7eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:57.610974 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6d25e24c-ae0c-4a0b-8399-349115c1c0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:58.707537 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:00.064112 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:01.634094 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:01.726576 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:49:25.369427 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-fe83f267-e19a-4589-8663-5679a13d1c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:27.611726 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3d72f1e0-6087-4612-b070-b89f2e30ac75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:28.710067 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:30.066764 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:31.635925 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:38.726427 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 5 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:49:55.369469 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7ed11673-5616-4362-8771-c09d1f66427a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:57.612985 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-515e0188-615b-424f-a118-41cc84967b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:58.713867 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:00.070192 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:01.637477 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:07.816587 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548586'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:15.727518 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:50:22.542567 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45706) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:50:22.644875 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-fb90dd19-7cbe-4350-88ca-017eeed3a79c admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1012311 Mar 05 02:50:25.019844 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45716) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:50:25.073056 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-491a9574-bcdc-47c6-9fa4-142bdd53e810 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521171 Mar 05 02:50:25.374559 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0bb14438-297f-4915-8f33-fc9f85f829f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:27.614880 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-17b2cfa2-d07d-469d-b7b4-fbdcf2832fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:28.715326 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:30.073304 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:31.640565 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:37.801300 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:52.727647 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:50:55.376616 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4580d6ad-faaa-4053-91b0-f37c76f1bd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:57.616292 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-42c5aa16-4e80-419d-b9ae-86cb6bb6b7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:58.721841 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:00.073919 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:01.644783 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:07.809901 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:25.378468 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-13a2e21b-5a01-4a14-a806-1d48fe64d5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:27.618701 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-dd696678-d569-454e-ae4c-1243a102bfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:28.721970 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:29.728604 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:51:30.076753 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:31.647533 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:37.831489 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:55.381897 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0e77b61c-a7a8-4c95-8517-21514363597b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:57.628600 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c7972af6-84fe-434c-beac-a8f9b13f386c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:58.731467 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:00.088678 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:00.849846 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45898) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:01.189513 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265311907-network', 'tenant_id': '0244bac542f3410095160517930b4bef'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:01.233102 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Made reservation on behalf of 0244bac542f3410095160517930b4bef for: {'network': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:01.236747 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.251658 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.301498 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45926) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:01.351876 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Publish callbacks [] for security_group (d365a3b7-f5ab-4346-8269-a2fb7b55057e), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.358947 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d365a3b7-f5ab-4346-8269-a2fb7b55057e), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.394666 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=109852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:01.397690 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d365a3b7-f5ab-4346-8269-a2fb7b55057e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:01.408022 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.408690 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.409207 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.409692 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.410220 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.410551 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.410877 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.411373 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.411715 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.412055 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.412527 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.413006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.413325 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Tracked resource versions report: Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: pushed versions: Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: { 'AddressGroup': {'1.2'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'ConntrackHelper': {'1.0'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Log': {'1.0'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Network': {'1.1'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Port': {'1.7'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'PortForwarding': {'1.2'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'QosPolicy': {'1.10'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SecurityGroup': {'1.5'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SubPort': {'1.0'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Subnet': {'1.1'}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Trunk': {'1.1'}} Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: consumer versions: Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: { DHCP agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: HyperV agent@hv-cinder-82725: {}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: L3 agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: Metadata agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: Metering agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: Open vSwitch agent@dv-cinder-827259-3-iscsi: { 'AddressGroup': '1.2', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'ConntrackHelper': '1.0', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'LocalIPAssociation': '1.0', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Log': '1.0', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Network': '1.1', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Port': '1.7', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'PortForwarding': '1.2', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'QosPolicy': '1.10', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SecurityGroup': '1.5', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SecurityGroupRule': '1.2', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'SubPort': '1.0', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Subnet': '1.1', Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: 'Trunk': '1.1'}} Mar 05 02:52:01.414476 dv-cinder-827259-3-iscsi neutron-server[109852]: {{(pid=109852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:52:01.426068 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770316408414', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (aa5cf8d8-18fe-4840-a53d-7d695e6e4eea), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.426688 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Unsubscribe: segment precommit_create {{(pid=109852) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 05 02:52:01.427362 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.segments_db [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Added segment aa5cf8d8-18fe-4840-a53d-7d695e6e4eea of type vlan for network 52413683-037d-4757-8704-72eba1c30b38 Mar 05 02:52:01.490918 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (52413683-037d-4757-8704-72eba1c30b38), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.524355 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (52413683-037d-4757-8704-72eba1c30b38), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.525629 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:01.528070 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.565067 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45944) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:01.596243 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45948) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:01.634773 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 45952) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:01.655239 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=52413683-037d-4757-8704-72eba1c30b38,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:01.664756 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-5e6ad7fd-9630-445b-b18a-fdc718212dc8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8135281 Mar 05 02:52:01.667327 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45956) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:01.673828 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Request body: {'subnet': {'network_id': '52413683-037d-4757-8704-72eba1c30b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265311907-subnet', 'tenant_id': '0244bac542f3410095160517930b4bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:01.681942 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.690674 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 52413683-037d-4757-8704-72eba1c30b38 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:01.702320 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Made reservation on behalf of 0244bac542f3410095160517930b4bef for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:01.705449 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.746300 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-611188421-network', 'tenant_id': '9b241a841129430e93d2a9d0da408b98'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:01.771362 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-400135297-network', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:01.796478 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Made reservation on behalf of 9b241a841129430e93d2a9d0da408b98 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:01.800111 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.810402 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.819017 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Made reservation on behalf of 8112a5759c444c1f94be24ab61bf072f for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:01.821565 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.889777 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.903827 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Publish callbacks [] for security_group (17de63b7-b519-4d22-86a8-fe8e086b3c7b), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.951587 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1503619482-network', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:01.954535 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (17de63b7-b519-4d22-86a8-fe8e086b3c7b), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:01.974434 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:01.984457 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-network', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:02.011021 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (11a2f602-7957-445f-83c0-2131dc47a255), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.011360 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Added segment 11a2f602-7957-445f-83c0-2131dc47a255 of type vlan for network f72cd3de-54cc-4942-9bee-0f994654820b Mar 05 02:52:02.080589 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (3dc377b7-8bd7-4abb-811a-f351763c7876), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.096211 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (f72cd3de-54cc-4942-9bee-0f994654820b), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.131856 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc377b7-8bd7-4abb-811a-f351763c7876,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:02.144089 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17de63b7-b519-4d22-86a8-fe8e086b3c7b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:02.161228 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (f72cd3de-54cc-4942-9bee-0f994654820b), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.162246 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:02.162830 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.168561 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Checking segment: {'id': 'aa5cf8d8-18fe-4840-a53d-7d695e6e4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '52413683-037d-4757-8704-72eba1c30b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:02.168934 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Network hostable DHCP agents. Network: 52413683-037d-4757-8704-72eba1c30b38, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:02.179442 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Made reservation on behalf of b9d27da2e71d4962a53a95efc46518ea for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:02.181694 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.184043 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.184560 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.184969 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.185312 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.185640 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.186166 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.186670 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.187163 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.187633 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.188146 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.188788 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.189430 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.189820 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Tracked resource versions report: Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: pushed versions: Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: { 'AddressGroup': {'1.2'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'ConntrackHelper': {'1.0'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Log': {'1.0'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Network': {'1.1'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Port': {'1.7'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'PortForwarding': {'1.2'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'QosPolicy': {'1.10'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SecurityGroup': {'1.5'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SubPort': {'1.0'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Subnet': {'1.1'}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Trunk': {'1.1'}} Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: consumer versions: Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: { DHCP agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: HyperV agent@hv-cinder-82725: {}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: L3 agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: Metadata agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: Metering agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: Open vSwitch agent@dv-cinder-827259-3-iscsi: { 'AddressGroup': '1.2', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'ConntrackHelper': '1.0', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'LocalIPAssociation': '1.0', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Log': '1.0', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Network': '1.1', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Port': '1.7', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'PortForwarding': '1.2', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'QosPolicy': '1.10', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SecurityGroup': '1.5', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SecurityGroupRule': '1.2', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'SubPort': '1.0', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Subnet': '1.1', Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: 'Trunk': '1.1'}} Mar 05 02:52:02.190954 dv-cinder-827259-3-iscsi neutron-server[109851]: {{(pid=109851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:52:02.205818 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Network 52413683-037d-4757-8704-72eba1c30b38 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:02.206539 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Publish callbacks [] for security_group (de358b76-a018-4396-a3e3-16f3aeebf92d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.214607 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Made reservation on behalf of 533ddcf7f3bc4068a6f2856eb915ecb2 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:02.217866 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.223187 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.229850 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 52413683-037d-4757-8704-72eba1c30b38) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:02.237212 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:02.239082 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.244721 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9393704 Mar 05 02:52:02.245026 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f6337c-2d3e-46a9-ad1f-47a5b8807265 None None] Network 52413683-037d-4757-8704-72eba1c30b38 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:02.245152 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (de358b76-a018-4396-a3e3-16f3aeebf92d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.247917 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 45984) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:02.254036 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Request body: {'subnet': {'network_id': 'f72cd3de-54cc-4942-9bee-0f994654820b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-611188421-subnet', 'tenant_id': '9b241a841129430e93d2a9d0da408b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:02.278775 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.302644 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-5a9de5cd-eeec-4ad0-a03e-a8fffabe18ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6238253 Mar 05 02:52:02.302644 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Made reservation on behalf of 9b241a841129430e93d2a9d0da408b98 for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:02.302644 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.331083 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:02.364902 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (3baa6af2-0ad0-43bf-8604-f22dd825b164), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.367241 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Added segment 3baa6af2-0ad0-43bf-8604-f22dd825b164 of type vlan for network f9d1ff72-b3e0-444c-b935-4420329c224f Mar 05 02:52:02.487772 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (f9d1ff72-b3e0-444c-b935-4420329c224f), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.500513 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (6c973a87-345a-4221-ba5c-4bbcadb70c67), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.527760 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192dfa0-78d2-42f7-8acd-f420a5117caf None None] Network 52413683-037d-4757-8704-72eba1c30b38 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:02.571769 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de358b76-a018-4396-a3e3-16f3aeebf92d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:02.616859 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c973a87-345a-4221-ba5c-4bbcadb70c67,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:02.671462 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Checking segment: {'id': '11a2f602-7957-445f-83c0-2131dc47a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f72cd3de-54cc-4942-9bee-0f994654820b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:02.671809 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Network hostable DHCP agents. Network: f72cd3de-54cc-4942-9bee-0f994654820b, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:02.683858 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.db.resource_extend [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 02:52:02.692170 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939331b-b2a5-41b0-b153-65edcce4f665 admin admin] Pushing event updated for resources: {'Network': ['ID=f72cd3de-54cc-4942-9bee-0f994654820b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:02.710105 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network f72cd3de-54cc-4942-9bee-0f994654820b details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:02.711790 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Network f72cd3de-54cc-4942-9bee-0f994654820b is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:02.729512 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, f72cd3de-54cc-4942-9bee-0f994654820b) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:02.746641 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:02.747615 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.757567 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (f9d1ff72-b3e0-444c-b935-4420329c224f), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.758589 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:02.759301 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.783910 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-84ac7e7d-0218-41a4-ac89-7e6a16ec7ffd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5266886 Mar 05 02:52:02.791201 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b86c5-e362-4736-9c1f-357f1adb1eff None None] Network f72cd3de-54cc-4942-9bee-0f994654820b requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:02.847024 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2782021 Mar 05 02:52:02.849177 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46018) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:02.859106 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Request body: {'subnet': {'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-subnet', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:02.912260 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Made reservation on behalf of 8112a5759c444c1f94be24ab61bf072f for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:02.915817 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.933236 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2e909-1806-4ef3-8c77-dd162b5db1bc admin admin] Pushing event updated for resources: {'Network': ['ID=f9d1ff72-b3e0-444c-b935-4420329c224f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:02.950596 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network f9d1ff72-b3e0-444c-b935-4420329c224f details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:02.967166 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Publish callbacks [] for security_group (586cee93-6b4e-4739-af42-0068aea36106), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:02.994179 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (586cee93-6b4e-4739-af42-0068aea36106), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.027593 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Publish callbacks [] for security_group (58c7958a-ce8e-4674-862c-680db29839f4), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.045054 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3411b-820c-4d01-915e-89be4aea3d5e None None] Network f72cd3de-54cc-4942-9bee-0f994654820b requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:03.050089 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (58c7958a-ce8e-4674-862c-680db29839f4), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.066555 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:03.124534 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:03.134257 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (95de4ec9-9795-4e94-8f40-09f38c715d87), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.134718 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Added segment 95de4ec9-9795-4e94-8f40-09f38c715d87 of type vlan for network 691722ee-1aea-4c34-b285-794aff5b5741 Mar 05 02:52:03.159986 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586cee93-6b4e-4739-af42-0068aea36106,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:03.186810 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (930451f8-2240-4b45-aa1a-f3932ae5b1bb), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.187159 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Added segment 930451f8-2240-4b45-aa1a-f3932ae5b1bb of type vlan for network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 Mar 05 02:52:03.251444 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (691722ee-1aea-4c34-b285-794aff5b5741), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.258802 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c7958a-ce8e-4674-862c-680db29839f4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:03.273688 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (0e12fae2-ecda-45fd-a83a-e67cf08123e5), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.286863 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (7d6772f6-ae72-4af8-af9b-728334f24701), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.316753 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (691722ee-1aea-4c34-b285-794aff5b5741), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.318205 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:03.319072 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.342964 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (0e12fae2-ecda-45fd-a83a-e67cf08123e5), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.345559 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:03.346710 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.374363 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Checking segment: {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:03.374363 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Network hostable DHCP agents. Network: f9d1ff72-b3e0-444c-b935-4420329c224f, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:03.375215 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7780042 Mar 05 02:52:03.376701 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46048) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:03.385083 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Request body: {'subnet': {'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1503619482-subnet', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:03.401055 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6772f6-ae72-4af8-af9b-728334f24701,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:03.406070 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Network f9d1ff72-b3e0-444c-b935-4420329c224f is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:03.420421 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, f9d1ff72-b3e0-444c-b935-4420329c224f) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:03.432177 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8906ea-06db-44e7-9dcd-5c1bf055ed55 None None] Network f9d1ff72-b3e0-444c-b935-4420329c224f requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:03.433416 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:03.437115 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.443207 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8074689 Mar 05 02:52:03.448886 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46052) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:03.455192 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Request body: {'subnet': {'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-subnet', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:03.460672 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716482fc-cde6-4518-9bba-11b05e52010c admin admin] Pushing event updated for resources: {'Network': ['ID=691722ee-1aea-4c34-b285-794aff5b5741,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:03.464534 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-bcf43bd1-915e-4700-986c-c41e03011042 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6122930 Mar 05 02:52:03.466605 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46056) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:03.485258 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:03.490448 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 691722ee-1aea-4c34-b285-794aff5b5741 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:03.526181 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (e1b5969e-3f7d-48cd-a78d-8061af1300b0), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.529199 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (e1b5969e-3f7d-48cd-a78d-8061af1300b0), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.551355 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edd06d-62f9-4d6b-ba79-965a9f0b9de1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e12fae2-ecda-45fd-a83a-e67cf08123e5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:03.596763 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:03.606395 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Made reservation on behalf of b9d27da2e71d4962a53a95efc46518ea for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:03.612994 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.700779 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks [] for router_controller (e1b5969e-3f7d-48cd-a78d-8061af1300b0), precommit_add_association {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.767372 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46064) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:03.769609 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Made reservation on behalf of 533ddcf7f3bc4068a6f2856eb915ecb2 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:03.771802 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.878626 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46070) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:03.885456 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76560b83-9cf0-4539-a4c8-ca2c1c85718a None None] Network f9d1ff72-b3e0-444c-b935-4420329c224f requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:03.888179 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-960560479-network', 'tenant_id': 'dd7ac0429cea4d04bb3fe4dcc07a3bb1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:03.927188 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (6b6cfc77-54d6-4bb7-8b48-a80db13e0882), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.965641 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks [] for router_gateway (e1b5969e-3f7d-48cd-a78d-8061af1300b0), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:03.983654 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Made reservation on behalf of dd7ac0429cea4d04bb3fe4dcc07a3bb1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:03.992270 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.014564 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.136648 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Publish callbacks [] for security_group (3dd61a48-d65b-4d77-b2f2-e6fed0659547), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.178675 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3dd61a48-d65b-4d77-b2f2-e6fed0659547), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.226685 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b6cfc77-54d6-4bb7-8b48-a80db13e0882,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:04.233879 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd61a48-d65b-4d77-b2f2-e6fed0659547,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:04.256547 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Checking segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:04.256910 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Network hostable DHCP agents. Network: 691722ee-1aea-4c34-b285-794aff5b5741, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:04.271646 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:04.277468 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92f75fd7-99d7-4104-81b0-734b203592cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.384745 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks [] for router_gateway (e1b5969e-3f7d-48cd-a78d-8061af1300b0), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.402580 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (09595b9b-e210-4067-b8a2-258f208008cd), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.403181 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Added segment 09595b9b-e210-4067-b8a2-258f208008cd of type vlan for network 6ca9edd6-fc24-4d5c-b320-5f5b9da346e4 Mar 05 02:52:04.405126 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Network 691722ee-1aea-4c34-b285-794aff5b5741 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:04.421781 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.481047 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46100) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:04.484648 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 691722ee-1aea-4c34-b285-794aff5b5741) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:04.484989 dv-cinder-827259-3-iscsi neutron-server[109852]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 05 02:52:04.491582 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:04.492317 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.499344 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220aee2f-dc94-449d-80ee-c725d49963b9 None None] Network 691722ee-1aea-4c34-b285-794aff5b5741 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:04.510726 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (9c1a24e1-7bb7-4554-a86d-cb43ba707669), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.542302 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (6ca9edd6-fc24-4d5c-b320-5f5b9da346e4), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.604030 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-aad69378-4f1e-478c-b62f-b99b9674fa8f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2235641 Mar 05 02:52:04.604157 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46104) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:04.634058 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:04.655391 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1a24e1-7bb7-4554-a86d-cb43ba707669,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:04.659865 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (6ca9edd6-fc24-4d5c-b320-5f5b9da346e4), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.660811 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:04.661387 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.689515 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92f75fd7-99d7-4104-81b0-734b203592cc admin admin] Publish callbacks [] for security_group (de592101-0aa1-413f-a28e-10ec9f5b7b81), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.713147 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92f75fd7-99d7-4104-81b0-734b203592cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (de592101-0aa1-413f-a28e-10ec9f5b7b81), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.742508 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8587248 Mar 05 02:52:04.748904 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46110) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:04.764556 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Request body: {'subnet': {'network_id': '6ca9edd6-fc24-4d5c-b320-5f5b9da346e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-960560479-subnet', 'tenant_id': 'dd7ac0429cea4d04bb3fe4dcc07a3bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:04.795098 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Allocated IP 172.27.3.37 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/4dd737aa-42a7-4b64-99c7-b23e9f3fad53) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:04.802483 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Checking segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:04.802851 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Network hostable DHCP agents. Network: 0e12fae2-ecda-45fd-a83a-e67cf08123e5, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:04.809764 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-92f75fd7-99d7-4104-81b0-734b203592cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d64c80c9dff4e7781180d8614f499c2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0404592 Mar 05 02:52:04.814533 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46114) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:04.816233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-7d62db82-b11f-45de-9a76-e3abfab92c3f tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:04.817780 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-7d62db82-b11f-45de-9a76-e3abfab92c3f tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/networks?id=f72cd3de-54cc-4942-9bee-0f994654820b HTTP/1.1" status: 200 len: 811 time: 0.3358040 Mar 05 02:52:04.825443 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.826716 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.844049 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb7b7a-da41-47c1-a23b-287ab3e2fb1a admin admin] Pushing event updated for resources: {'Network': ['ID=6ca9edd6-fc24-4d5c-b320-5f5b9da346e4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:04.864938 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-691722ee-1aea-4c34-b285-794aff5b5741', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:52:04.867053 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.867269 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f75fd7-99d7-4104-81b0-734b203592cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de592101-0aa1-413f-a28e-10ec9f5b7b81,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:04.871406 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 6ca9edd6-fc24-4d5c-b320-5f5b9da346e4 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:04.873995 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:04.894226 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-136a9c25-0981-482e-9d5e-7b309fd091b3 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/quotas/9b241a841129430e93d2a9d0da408b98 HTTP/1.1" status: 200 len: 375 time: 0.0597658 Mar 05 02:52:04.922451 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 0e12fae2-ecda-45fd-a83a-e67cf08123e5) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:04.928554 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd55164b-1987-4d71-af83-47196c2a7f84 admin admin] Publish callbacks [] for security_group (de592101-0aa1-413f-a28e-10ec9f5b7b81), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.931189 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:04.932043 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.968407 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd55164b-1987-4d71-af83-47196c2a7f84 admin admin] Publish callbacks [] for security_group (de592101-0aa1-413f-a28e-10ec9f5b7b81), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:04.971249 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4beb81d-a89d-4b5d-96b8-bfc4810751c2 None None] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:04.978515 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a9a916bd-bb81-43cf-b351-809190328498 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5254760 Mar 05 02:52:04.981856 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46118) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:04.986704 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:05.008144 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Made reservation on behalf of dd7ac0429cea4d04bb3fe4dcc07a3bb1 for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:05.010909 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.034036 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (ca24daf2-5bb5-4c55-8a80-13444ce77474), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.035213 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (ca24daf2-5bb5-4c55-8a80-13444ce77474), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.092438 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-b99dd6e7-a4be-4625-9cb0-72592230fdca tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b241a841129430e93d2a9d0da408b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1973889 Mar 05 02:52:05.104257 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks [] for router_controller (ca24daf2-5bb5-4c55-8a80-13444ce77474), precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.112445 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd55164b-1987-4d71-af83-47196c2a7f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (de592101-0aa1-413f-a28e-10ec9f5b7b81), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.115826 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd55164b-1987-4d71-af83-47196c2a7f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.119457 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-cd55164b-1987-4d71-af83-47196c2a7f84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de592101-0aa1-413f-a28e-10ec9f5b7b81 HTTP/1.1" status: 204 len: 168 time: 0.2993236 Mar 05 02:52:05.168563 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55164b-1987-4d71-af83-47196c2a7f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de592101-0aa1-413f-a28e-10ec9f5b7b81,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:05.186809 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks [] for router_controller (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), precommit_add_association {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.239893 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:52:05.241171 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.262473 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Allocated IP 172.20.0.2 (691722ee-1aea-4c34-b285-794aff5b5741/6b6cfc77-54d6-4bb7-8b48-a80db13e0882/b118191c-3bc5-4987-accc-6bf38a915f05) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:05.413646 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks [] for router_gateway (ca24daf2-5bb5-4c55-8a80-13444ce77474), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.508227 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Allocated IP 172.20.0.2 (0e12fae2-ecda-45fd-a83a-e67cf08123e5/9c1a24e1-7bb7-4554-a86d-cb43ba707669/78c39b82-fc6c-4c9a-9f60-c1f63f156fc6) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:05.621125 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Publish callbacks [] for port (b118191c-3bc5-4987-accc-6bf38a915f05), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.623815 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46142) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:05.626039 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cddfe4b6-c526-4074-bd7c-333a5018e8aa service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:52:05.627148 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cddfe4b6-c526-4074-bd7c-333a5018e8aa service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3995001 Mar 05 02:52:05.634692 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.694756 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Network 691722ee-1aea-4c34-b285-794aff5b5741 is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:05.700890 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:05.709995 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:05.729884 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Pushing event updated for resources: {'Port': ['ID=b118191c-3bc5-4987-accc-6bf38a915f05,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:05.738795 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks [] for router_gateway (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.789419 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.789798 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.790195 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.790536 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.790872 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.791203 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.791532 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.791856 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.792181 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.792342 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eccc3977-44b2-4495-a2fc-1b3d776cfec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.792517 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.792846 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.793166 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.793485 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Tracked resource versions report: Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: pushed versions: Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: { 'AddressGroup': {'1.2'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'ConntrackHelper': {'1.0'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Log': {'1.0'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Network': {'1.1'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Port': {'1.7'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'PortForwarding': {'1.2'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'QosPolicy': {'1.10'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SecurityGroup': {'1.5'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SubPort': {'1.0'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Subnet': {'1.1'}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Trunk': {'1.1'}} Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: consumer versions: Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: { DHCP agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: HyperV agent@hv-cinder-82725: {}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: L3 agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: Metadata agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: Metering agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: Open vSwitch agent@dv-cinder-827259-3-iscsi: { 'AddressGroup': '1.2', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'ConntrackHelper': '1.0', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'LocalIPAssociation': '1.0', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Log': '1.0', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Network': '1.1', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Port': '1.7', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'PortForwarding': '1.2', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'QosPolicy': '1.10', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SecurityGroup': '1.5', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SecurityGroupRule': '1.2', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'SubPort': '1.0', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Subnet': '1.1', Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: 'Trunk': '1.1'}} Mar 05 02:52:05.794776 dv-cinder-827259-3-iscsi neutron-server[109853]: {{(pid=109853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:52:05.837672 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Publish callbacks [] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.839486 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Attempting to bind port b118191c-3bc5-4987-accc-6bf38a915f05 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:05.839854 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Attempting to bind port b118191c-3bc5-4987-accc-6bf38a915f05 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:05.840214 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Attempting to bind port b118191c-3bc5-4987-accc-6bf38a915f05 on network 691722ee-1aea-4c34-b285-794aff5b5741 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:05.847732 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:05.848101 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Checking segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:05.848683 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.849378 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Bound using segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:05.850131 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Bound port: b118191c-3bc5-4987-accc-6bf38a915f05, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:05.850737 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.855430 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.880146 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks [] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.914600 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Pushing event updated for resources: {'Port': ['ID=78c39b82-fc6c-4c9a-9f60-c1f63f156fc6,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:05.940314 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eccc3977-44b2-4495-a2fc-1b3d776cfec9 admin admin] Publish callbacks [] for security_group (45823b44-07cd-4c8b-924b-0fb0af0ca93a), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.958285 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks [] for router_gateway (ca24daf2-5bb5-4c55-8a80-13444ce77474), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.960384 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-4805e723-b680-4db7-9007-c990b0f1dae8 service neutron] 10.222.0.26 "GET /v2.0/networks/f72cd3de-54cc-4942-9bee-0f994654820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047727 Mar 05 02:52:05.982310 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] For port b118191c-3bc5-4987-accc-6bf38a915f05, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:05.986239 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] For port b118191c-3bc5-4987-accc-6bf38a915f05, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=b118191c-3bc5-4987-accc-6bf38a915f05,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:05.994926 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:05.997585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eccc3977-44b2-4495-a2fc-1b3d776cfec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (45823b44-07cd-4c8b-924b-0fb0af0ca93a), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.002301 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:06.005211 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:06.006975 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (81a205b3-4e67-4de9-b691-21838416c564), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.010352 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.014537 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:06.132863 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Attempting to bind port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:06.133586 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Attempting to bind port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:06.134306 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Attempting to bind port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 on network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:06.137699 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851d6d4-ff79-49b1-8f44-d586cf464f58 None None] Pushing event updated for resources: {'Port': ['ID=b118191c-3bc5-4987-accc-6bf38a915f05,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:06.138587 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-eccc3977-44b2-4495-a2fc-1b3d776cfec9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a8c4923e5ff42e6b782433b467cc4fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5136063 Mar 05 02:52:06.144692 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:06.145161 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Checking segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:06.145634 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.146135 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Bound using segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:06.146693 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Bound port: 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:06.147322 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.148725 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:06.176294 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.233634 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] For port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:06.240665 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] For port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=78c39b82-fc6c-4c9a-9f60-c1f63f156fc6,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:06.244639 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a205b3-4e67-4de9-b691-21838416c564,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:06.256310 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.259490 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc3977-44b2-4495-a2fc-1b3d776cfec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45823b44-07cd-4c8b-924b-0fb0af0ca93a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:06.271849 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e15f607b-16e9-4595-80ea-e7996246d4d7 admin admin] Publish callbacks [] for security_group (45823b44-07cd-4c8b-924b-0fb0af0ca93a), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.302285 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:06.307418 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-f6f03d3c-af3c-4133-87e3-321f5d624706 service neutron] 10.222.0.26 "GET /v2.0/networks/f72cd3de-54cc-4942-9bee-0f994654820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396749 Mar 05 02:52:06.311011 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Checking segment: {'id': '09595b9b-e210-4067-b8a2-258f208008cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6ca9edd6-fc24-4d5c-b320-5f5b9da346e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:06.311262 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Network hostable DHCP agents. Network: 6ca9edd6-fc24-4d5c-b320-5f5b9da346e4, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:06.314073 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:06.324637 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:06.392353 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Pushing event updated for resources: {'Port': ['ID=4dd737aa-42a7-4b64-99c7-b23e9f3fad53,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:06.399609 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fc787-2fd9-41ef-8c5a-72884418aebd None None] Pushing event updated for resources: {'Port': ['ID=78c39b82-fc6c-4c9a-9f60-c1f63f156fc6,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:06.504630 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Allocated IP 172.27.3.245 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/dfd515e6-c1fa-40c6-ae99-265cf6811a2c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:06.508161 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Network 6ca9edd6-fc24-4d5c-b320-5f5b9da346e4 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:06.528875 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 6ca9edd6-fc24-4d5c-b320-5f5b9da346e4) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:06.536046 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:06.536745 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.544435 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a4630-f84b-4daf-998f-62990d76229d None None] Network 6ca9edd6-fc24-4d5c-b320-5f5b9da346e4 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:06.694092 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-50dde1ab-8f14-44b4-b2f3-7aa8ad351316 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9353278 Mar 05 02:52:06.733893 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:52:06.771858 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e15f607b-16e9-4595-80ea-e7996246d4d7 admin admin] Publish callbacks [] for security_group (45823b44-07cd-4c8b-924b-0fb0af0ca93a), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.779069 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46176) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:06.796769 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks [] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.852638 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device b118191c-3bc5-4987-accc-6bf38a915f05 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:06.919501 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2608e362-f61f-4f93-93d3-cd4b04e9b7f2 None None] Network 6ca9edd6-fc24-4d5c-b320-5f5b9da346e4 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:06.935979 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e15f607b-16e9-4595-80ea-e7996246d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (45823b44-07cd-4c8b-924b-0fb0af0ca93a), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.943556 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e15f607b-16e9-4595-80ea-e7996246d4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:06.944747 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e15f607b-16e9-4595-80ea-e7996246d4d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45823b44-07cd-4c8b-924b-0fb0af0ca93a HTTP/1.1" status: 204 len: 168 time: 0.7918141 Mar 05 02:52:07.000855 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f607b-16e9-4595-80ea-e7996246d4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45823b44-07cd-4c8b-924b-0fb0af0ca93a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:07.007946 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-00ec1f8a-e746-4c77-b13b-699ff8b54eeb req-14a9d40e-dd69-4579-ab55-0fd30fd64bc0 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 210 time: 0.1973915 Mar 05 02:52:07.027152 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46196) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:07.045080 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.070337 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:07.074150 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:07.078717 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:07.096870 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks [] for router_gateway (e1b5969e-3f7d-48cd-a78d-8061af1300b0), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.098932 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks [] for router_gateway (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.201726 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port b118191c-3bc5-4987-accc-6bf38a915f05 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:07.202381 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.227567 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.260209 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8cba3e-7e2f-4638-a0f6-0a1d0646ea59 admin admin] Deleting subnet 3dc377b7-8bd7-4abb-811a-f351763c7876 {{(pid=109852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:52:07.261693 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd515e6-c1fa-40c6-ae99-265cf6811a2c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:07.277169 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef8cba3e-7e2f-4638-a0f6-0a1d0646ea59 admin admin] Publish callbacks [] for subnet (3dc377b7-8bd7-4abb-811a-f351763c7876), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.361617 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port b118191c-3bc5-4987-accc-6bf38a915f05 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:07.363907 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.446672 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port b118191c-3bc5-4987-accc-6bf38a915f05, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=b118191c-3bc5-4987-accc-6bf38a915f05,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:07.456488 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.597883 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=b118191c-3bc5-4987-accc-6bf38a915f05,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:07.652959 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46216) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:07.653578 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks [] for router_gateway (ca24daf2-5bb5-4c55-8a80-13444ce77474), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.848443 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.973984 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef8cba3e-7e2f-4638-a0f6-0a1d0646ea59 admin admin] Publish callbacks [] for subnet (3dc377b7-8bd7-4abb-811a-f351763c7876), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:07.999383 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef8cba3e-7e2f-4638-a0f6-0a1d0646ea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (3dc377b7-8bd7-4abb-811a-f351763c7876), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.138502 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-682bf72e-60fd-4f7a-b6e9-52e296538e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.168764 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af84042-ffc1-4495-84a9-a1450abbcc5d None None] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:08.280087 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-682bf72e-60fd-4f7a-b6e9-52e296538e99 admin admin] Publish callbacks [] for security_group (5cd27cde-d8b0-4867-8b81-aea5ed8b1755), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.290005 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-682bf72e-60fd-4f7a-b6e9-52e296538e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5cd27cde-d8b0-4867-8b81-aea5ed8b1755), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.315511 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f0120d5c-5660-43ee-b239-ae244d4c3453 req-8e797cea-7c05-4766-ac7c-ea462da7ff02 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 210 time: 0.1661272 Mar 05 02:52:08.317081 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (ca24daf2-5bb5-4c55-8a80-13444ce77474), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.399704 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-63b6e807-bb6a-409b-a17c-d2892c1ad41a None None] Provisioning complete for port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:08.400299 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-63b6e807-bb6a-409b-a17c-d2892c1ad41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.447004 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-682bf72e-60fd-4f7a-b6e9-52e296538e99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49a01bb1c9d0476ab07b66fb60a84bb2&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6716983 Mar 05 02:52:08.453461 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46260) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:08.477180 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bf72e-60fd-4f7a-b6e9-52e296538e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd27cde-d8b0-4867-8b81-aea5ed8b1755,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:08.502407 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f234a3c-8c2e-487e-b5cb-9cbcd9bc8051 None None] Network 691722ee-1aea-4c34-b285-794aff5b5741 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:08.600369 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Allocated IP 172.27.3.199 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/010d79f4-5cad-4ca2-be87-625882504d2a) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:08.708640 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Router ca24daf2-5bb5-4c55-8a80-13444ce77474 is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:52:08.770780 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-63b6e807-bb6a-409b-a17c-d2892c1ad41a None None] Current status of the port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:08.772472 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-63b6e807-bb6a-409b-a17c-d2892c1ad41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.849068 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-63b6e807-bb6a-409b-a17c-d2892c1ad41a None None] For port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=78c39b82-fc6c-4c9a-9f60-c1f63f156fc6,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:08.854339 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (e1b5969e-3f7d-48cd-a78d-8061af1300b0), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.861373 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-63b6e807-bb6a-409b-a17c-d2892c1ad41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.979837 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device b118191c-3bc5-4987-accc-6bf38a915f05 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:09.100346 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef8cba3e-7e2f-4638-a0f6-0a1d0646ea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (3dc377b7-8bd7-4abb-811a-f351763c7876), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.119084 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6e807-bb6a-409b-a17c-d2892c1ad41a None None] Pushing event updated for resources: {'Port': ['ID=78c39b82-fc6c-4c9a-9f60-c1f63f156fc6,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:09.121261 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f18dc2c0-870e-4f56-9dca-6a223abed391 admin admin] Publish callbacks [] for security_group (5cd27cde-d8b0-4867-8b81-aea5ed8b1755), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.163753 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-acd3ecd4-bb30-44d2-b935-7c9fdc953fe9 None None] Provisioning complete for port b118191c-3bc5-4987-accc-6bf38a915f05 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:09.164141 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-acd3ecd4-bb30-44d2-b935-7c9fdc953fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.176822 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef8cba3e-7e2f-4638-a0f6-0a1d0646ea59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.183045 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-ef8cba3e-7e2f-4638-a0f6-0a1d0646ea59 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3dc377b7-8bd7-4abb-811a-f351763c7876 HTTP/1.1" status: 204 len: 168 time: 2.1506186 Mar 05 02:52:09.195397 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46290) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:09.218175 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks [] for port (010d79f4-5cad-4ca2-be87-625882504d2a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.237439 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cba3e-7e2f-4638-a0f6-0a1d0646ea59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc377b7-8bd7-4abb-811a-f351763c7876,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:09.282422 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f18dc2c0-870e-4f56-9dca-6a223abed391 admin admin] Publish callbacks [] for security_group (5cd27cde-d8b0-4867-8b81-aea5ed8b1755), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.287041 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port b118191c-3bc5-4987-accc-6bf38a915f05 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:09.287435 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.404631 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (52413683-037d-4757-8704-72eba1c30b38), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.423658 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:09.426532 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.436172 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Router e1b5969e-3f7d-48cd-a78d-8061af1300b0 is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:52:09.439976 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Sync routers for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:09.460207 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:09.461029 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:09.507309 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.510899 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e7832c86-b112-4433-9a4b-e16f72a719c2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5265980 Mar 05 02:52:09.513025 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:09.607696 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:09.643520 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-acd3ecd4-bb30-44d2-b935-7c9fdc953fe9 None None] Current status of the port b118191c-3bc5-4987-accc-6bf38a915f05 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:09.712619 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:09.715997 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:09.728782 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port b118191c-3bc5-4987-accc-6bf38a915f05 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:09.729894 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:09.731462 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:09.785444 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (52413683-037d-4757-8704-72eba1c30b38), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.828890 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Pushing event updated for resources: {'Port': ['ID=010d79f4-5cad-4ca2-be87-625882504d2a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:09.831540 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f18dc2c0-870e-4f56-9dca-6a223abed391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5cd27cde-d8b0-4867-8b81-aea5ed8b1755), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.835274 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f18dc2c0-870e-4f56-9dca-6a223abed391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.836416 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f18dc2c0-870e-4f56-9dca-6a223abed391 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cd27cde-d8b0-4867-8b81-aea5ed8b1755 HTTP/1.1" status: 204 len: 168 time: 1.3794751 Mar 05 02:52:09.873137 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.873490 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.874289 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.874941 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.875300 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.875728 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.876168 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.876476 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.876920 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.877453 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:09.892184 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-4f590fbe-e3bb-4693-bf51-74b6ad19637d None None] Provisioning complete for port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:09.893177 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4f590fbe-e3bb-4693-bf51-74b6ad19637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:09.945138 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:09.945822 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.037143 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:10.045516 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:10.062322 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Sync routers for ids ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:10.070879 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:07Z', 'revision_number': 3, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:10.118455 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Checking router: ca24daf2-5bb5-4c55-8a80-13444ce77474 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:10.119024 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Updating router ca24daf2-5bb5-4c55-8a80-13444ce77474 port dfd515e6-c1fa-40c6-ae99-265cf6811a2c binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:10.143722 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Routers {'e1b5969e-3f7d-48cd-a78d-8061af1300b0'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:10.144416 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:10.173504 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dc2c0-870e-4f56-9dca-6a223abed391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd27cde-d8b0-4867-8b81-aea5ed8b1755,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:10.174967 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.209939 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4362e914-5de5-400c-9b42-2274edb04d43 req-38fc0a0d-cfd4-4324-8ebc-bb2a76d0dea6 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 210 time: 0.3882000 Mar 05 02:52:10.218354 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:10.220310 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:10.222354 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:10.223651 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:10.226895 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.13', 53620) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:10.227051 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52413683-037d-4757-8704-72eba1c30b38']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:10.241826 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-4f590fbe-e3bb-4693-bf51-74b6ad19637d None None] Current status of the port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:10.272712 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5cf8d8-18fe-4840-a53d-7d695e6e4eea') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:10.273080 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5cf8d8-18fe-4840-a53d-7d695e6e4eea') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:10.301843 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (aa5cf8d8-18fe-4840-a53d-7d695e6e4eea), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.368829 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-4f590fbe-e3bb-4693-bf51-74b6ad19637d None None] Provisioning complete for port b118191c-3bc5-4987-accc-6bf38a915f05 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:10.369543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4f590fbe-e3bb-4693-bf51-74b6ad19637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.433901 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (aa5cf8d8-18fe-4840-a53d-7d695e6e4eea), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.443161 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Set router e1b5969e-3f7d-48cd-a78d-8061af1300b0 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:10.464069 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:52:10.470846 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (aa5cf8d8-18fe-4840-a53d-7d695e6e4eea), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: from cryptography.utils import int_from_bytes Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: from cryptography.utils import int_from_bytes Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:52:10.475733 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:52:10.512072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks [] for router_gateway (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.530629 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.536445 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f480d24b-d26e-43dc-b804-a2cbb41f495c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0564942 Mar 05 02:52:10.540667 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46328) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:10.700452 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-0651bb1d-caa7-4f4b-94e3-b10dde433986 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:10.702117 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-0651bb1d-caa7-4f4b-94e3-b10dde433986 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.13 "GET /v2.0/networks?id=f72cd3de-54cc-4942-9bee-0f994654820b HTTP/1.1" status: 200 len: 811 time: 0.4658897 Mar 05 02:52:10.726231 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Publish callbacks [] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.739589 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.787777 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Request body: {'port': {'device_id': 'e848196a-c1b4-4e17-a748-aa877bce4650', 'network_id': 'f72cd3de-54cc-4942-9bee-0f994654820b', 'admin_state_up': True, 'tenant_id': '9b241a841129430e93d2a9d0da408b98'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:10.879927 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:10.893173 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Attempting to bind port dfd515e6-c1fa-40c6-ae99-265cf6811a2c on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:10.895907 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Attempting to bind port dfd515e6-c1fa-40c6-ae99-265cf6811a2c by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:10.896309 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Attempting to bind port dfd515e6-c1fa-40c6-ae99-265cf6811a2c on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:10.899700 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Pushing event updated for resources: {'Port': ['ID=dfd515e6-c1fa-40c6-ae99-265cf6811a2c,revision_number=2']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:10.930870 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:10.931194 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:10.932734 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.933144 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:10.933628 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Bound port: dfd515e6-c1fa-40c6-ae99-265cf6811a2c, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:10.934479 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.941762 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.942161 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.942529 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.942863 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.943193 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.943523 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.949191 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.950959 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.951344 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.951818 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.952173 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.952511 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.952902 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Tracked resource versions report: Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: pushed versions: Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: { 'AddressGroup': {'1.2'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'ConntrackHelper': {'1.0'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Log': {'1.0'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Network': {'1.1'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Port': {'1.7'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'PortForwarding': {'1.2'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'QosPolicy': {'1.10'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SecurityGroup': {'1.5'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SubPort': {'1.0'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Subnet': {'1.1'}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Trunk': {'1.1'}} Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: consumer versions: Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: { DHCP agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: HyperV agent@hv-cinder-82725: {}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: L3 agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: Metadata agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: Metering agent@dv-cinder-827259-3-iscsi: {}, Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: Open vSwitch agent@dv-cinder-827259-3-iscsi: { 'AddressGroup': '1.2', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'ConntrackHelper': '1.0', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'LocalIPAssociation': '1.0', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Log': '1.0', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Network': '1.1', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Port': '1.7', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'PortForwarding': '1.2', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'QosPolicy': '1.10', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SecurityGroup': '1.5', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SecurityGroupRule': '1.2', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'SubPort': '1.0', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Subnet': '1.1', Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: 'Trunk': '1.1'}} Mar 05 02:52:10.955749 dv-cinder-827259-3-iscsi neutron-server[109854]: {{(pid=109854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:52:11.003169 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (52413683-037d-4757-8704-72eba1c30b38), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.009557 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-4f590fbe-e3bb-4693-bf51-74b6ad19637d None None] Current status of the port b118191c-3bc5-4987-accc-6bf38a915f05 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:11.042428 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.054274 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/52413683-037d-4757-8704-72eba1c30b38 HTTP/1.1" status: 204 len: 168 time: 1.8520973 Mar 05 02:52:11.092210 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46366) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:11.093115 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36559d25-7e8d-4719-85c8-6cce99c530a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=52413683-037d-4757-8704-72eba1c30b38,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:11.139364 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] For port dfd515e6-c1fa-40c6-ae99-265cf6811a2c, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:11.149907 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] For port dfd515e6-c1fa-40c6-ae99-265cf6811a2c, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=dfd515e6-c1fa-40c6-ae99-265cf6811a2c,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:11.155532 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:11.156005 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.165329 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.298687 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:52:06Z', 'revision_number': 3, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port': {'id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:11.324620 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:11.325559 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:11.418117 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ea090-2706-4bd6-9d0a-35cb4f384eba None None] Pushing event updated for resources: {'Port': ['ID=dfd515e6-c1fa-40c6-ae99-265cf6811a2c,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:11.451398 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5b51a9-2bb8-41a9-acc6-a9d93a1bda57 admin admin] Deleting subnet 81a205b3-4e67-4de9-b691-21838416c564 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:52:11.455221 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5b51a9-2bb8-41a9-acc6-a9d93a1bda57 admin admin] Publish callbacks [] for subnet (81a205b3-4e67-4de9-b691-21838416c564), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.462061 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Checking router: e1b5969e-3f7d-48cd-a78d-8061af1300b0 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:11.464517 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Updating router e1b5969e-3f7d-48cd-a78d-8061af1300b0 port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:11.504797 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5b51a9-2bb8-41a9-acc6-a9d93a1bda57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (81a205b3-4e67-4de9-b691-21838416c564), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.519226 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:11.528556 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.578303 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:11.607563 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5b51a9-2bb8-41a9-acc6-a9d93a1bda57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (81a205b3-4e67-4de9-b691-21838416c564), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.632727 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.100158 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:07Z', 'revision_number': 3, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:12.134515 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7c96561f-436e-42b9-a8fa-f603cbd95b53 req-3bfe6010-a38d-475d-bfc3-746af550fdcc tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 210 time: 0.2404552 Mar 05 02:52:12.154102 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Made reservation on behalf of 9b241a841129430e93d2a9d0da408b98 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:12.160838 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.180590 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Publish callbacks [] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.211222 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.261525 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c92dc-dcec-4d07-b965-f4ec30e2fec3 None None] The sync data for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi is: [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:07Z', 'revision_number': 3, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:12.267498 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5b51a9-2bb8-41a9-acc6-a9d93a1bda57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (81a205b3-4e67-4de9-b691-21838416c564), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.327561 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1b4ba-9862-47fd-af0f-0e14f177f5a8 None None] Pushing event updated for resources: {'Port': ['ID=4dd737aa-42a7-4b64-99c7-b23e9f3fad53,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:12.335953 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46418) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:12.388598 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Attempting to bind port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:12.394350 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Attempting to bind port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:12.394988 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Attempting to bind port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:12.404955 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:12.408364 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:12.408910 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.409542 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:12.410201 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Bound port: 4dd737aa-42a7-4b64-99c7-b23e9f3fad53, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:12.410684 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.432032 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5b51a9-2bb8-41a9-acc6-a9d93a1bda57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.447281 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ae5b51a9-2bb8-41a9-acc6-a9d93a1bda57 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/81a205b3-4e67-4de9-b691-21838416c564 HTTP/1.1" status: 204 len: 168 time: 1.3500140 Mar 05 02:52:12.452626 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46422) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:12.467196 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b51a9-2bb8-41a9-acc6-a9d93a1bda57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a205b3-4e67-4de9-b691-21838416c564,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:12.490162 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.499913 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Allocated IP 172.20.0.10 (f72cd3de-54cc-4942-9bee-0f994654820b/6c973a87-345a-4221-ba5c-4bbcadb70c67/befe3005-c145-4b53-b393-98b7075cb75b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:12.623547 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] For port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:12.635921 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] For port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=4dd737aa-42a7-4b64-99c7-b23e9f3fad53,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:12.650567 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.746915 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Allocated IP 172.20.0.1 (0e12fae2-ecda-45fd-a83a-e67cf08123e5/9c1a24e1-7bb7-4554-a86d-cb43ba707669/5a44c6eb-be41-4354-b406-54d94d8c15c0) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:12.751477 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Publish callbacks [] for port (befe3005-c145-4b53-b393-98b7075cb75b), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.820025 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (befe3005-c145-4b53-b393-98b7075cb75b), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.924234 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Publish callbacks [] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.926627 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Routers {'e1b5969e-3f7d-48cd-a78d-8061af1300b0'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:12.933316 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:12.995826 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Pushing event updated for resources: {'Port': ['ID=befe3005-c145-4b53-b393-98b7075cb75b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:13.022292 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:52:13.054005 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Network f72cd3de-54cc-4942-9bee-0f994654820b is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:13.059492 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.060749 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:13.089818 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1b4ba-9862-47fd-af0f-0e14f177f5a8 None None] Pushing event updated for resources: {'Port': ['ID=4dd737aa-42a7-4b64-99c7-b23e9f3fad53,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:13.142674 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9571e854-4a49-4cb1-a10f-7d5405b85e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.294537 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] Set router e1b5969e-3f7d-48cd-a78d-8061af1300b0 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:13.349670 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:13.356805 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:13.366732 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:13.367518 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Sync routers for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:13.369635 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.392918 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:13.410610 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:13.440538 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9571e854-4a49-4cb1-a10f-7d5405b85e14 admin admin] Publish callbacks [] for security_group (1b5a91c2-5d4d-4f21-8d8a-1b8db516564a), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.595582 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.597660 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-cf8b38fd-bd01-4b53-81eb-cffd50411bf9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8163073 Mar 05 02:52:13.620933 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:13.622652 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9571e854-4a49-4cb1-a10f-7d5405b85e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (1b5a91c2-5d4d-4f21-8d8a-1b8db516564a), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.645668 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:13.647919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-34c514ca-60de-48ed-aea3-f63e3cef3f88 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:52:13.652552 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-34c514ca-60de-48ed-aea3-f63e3cef3f88 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188787 Mar 05 02:52:13.663593 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.668012 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-585fa4ef-6713-41b5-afd1-4eb06f0362c0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0346563 Mar 05 02:52:13.683454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46444) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:13.698963 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef180a2-0513-41b7-be42-2610a79242b3 req-38db86e4-5a59-4998-802e-039c597f877b tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:13.707639 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5ef180a2-0513-41b7-be42-2610a79242b3 req-38db86e4-5a59-4998-802e-039c597f877b tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 932 time: 0.3593140 Mar 05 02:52:13.789422 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:13.833448 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:13.953199 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571e854-4a49-4cb1-a10f-7d5405b85e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a91c2-5d4d-4f21-8d8a-1b8db516564a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:13.956352 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (ca24daf2-5bb5-4c55-8a80-13444ce77474), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.041207 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5ef180a2-0513-41b7-be42-2610a79242b3 req-62f76260-1441-4242-8799-e4210d0f23a7 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325298 Mar 05 02:52:14.149264 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46456) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:14.286867 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-5f4ea3c6-5a0a-46ce-9485-459a62f4b2fb None None] Provisioning complete for port 5a44c6eb-be41-4354-b406-54d94d8c15c0 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:14.292728 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea3c6-5a0a-46ce-9485-459a62f4b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.376845 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Request body: {'port': {'device_id': 'e848196a-c1b4-4e17-a748-aa877bce4650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:14.389167 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ea3c6-5a0a-46ce-9485-459a62f4b2fb None None] Port 5a44c6eb-be41-4354-b406-54d94d8c15c0 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:14.397103 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:52:06Z', 'revision_number': 3, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port': {'id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:14.449469 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:09Z', 'revision_number': 3, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:14.455891 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.480595 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41637d86-fc8b-419c-928d-e59fc409182e None None] The sync data for ids ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'] in dv-cinder-827259-3-iscsi is: [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:52:06Z', 'revision_number': 3, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port': {'id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:14.493558 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (6ca9edd6-fc24-4d5c-b320-5f5b9da346e4), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.532338 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Checking router: 9d82c016-4e99-48ea-8d77-0b9bc3cdebad for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:14.532885 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Updating router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad port 010d79f4-5cad-4ca2-be87-625882504d2a binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:14.722943 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2f9382f-7057-4181-aeb8-56b5e5dc96d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.778543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device dfd515e6-c1fa-40c6-ae99-265cf6811a2c up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:14.826888 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.865732 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Pushing event updated for resources: {'Port': ['ID=5a44c6eb-be41-4354-b406-54d94d8c15c0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:14.889379 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-9571e854-4a49-4cb1-a10f-7d5405b85e14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9443985f68b34fd989fce87ebac06b25&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5514417 Mar 05 02:52:14.900049 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46462) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:14.909087 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port dfd515e6-c1fa-40c6-ae99-265cf6811a2c triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:14.911645 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.925495 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (befe3005-c145-4b53-b393-98b7075cb75b), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.109339 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (6ca9edd6-fc24-4d5c-b320-5f5b9da346e4), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.153671 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port dfd515e6-c1fa-40c6-ae99-265cf6811a2c is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:15.154145 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.163547 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca9edd6-fc24-4d5c-b320-5f5b9da346e4']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:15.218470 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09595b9b-e210-4067-b8a2-258f208008cd') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:15.218676 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09595b9b-e210-4067-b8a2-258f208008cd') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:15.256280 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port dfd515e6-c1fa-40c6-ae99-265cf6811a2c, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=dfd515e6-c1fa-40c6-ae99-265cf6811a2c,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:15.264464 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.306570 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (09595b9b-e210-4067-b8a2-258f208008cd), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.394203 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=dfd515e6-c1fa-40c6-ae99-265cf6811a2c,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:15.451973 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Publish callbacks [] for port (010d79f4-5cad-4ca2-be87-625882504d2a), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.467473 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.475238 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (09595b9b-e210-4067-b8a2-258f208008cd), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.508539 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:52:15.508975 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (09595b9b-e210-4067-b8a2-258f208008cd), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:52:15.510779 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:52:15.541929 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Allocated IP 172.20.0.1 (f9d1ff72-b3e0-444c-b935-4420329c224f/7d6772f6-ae72-4af8-af9b-728334f24701/6a74b5b1-d7b2-4d67-8a20-8f0cd532e390) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:15.580965 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Attempting to bind port 010d79f4-5cad-4ca2-be87-625882504d2a on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:15.581412 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Attempting to bind port 010d79f4-5cad-4ca2-be87-625882504d2a by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:15.581785 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Attempting to bind port 010d79f4-5cad-4ca2-be87-625882504d2a on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:15.586649 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7727d-528e-4310-8108-688797c0f979 None None] Pushing event updated for resources: {'Port': ['ID=010d79f4-5cad-4ca2-be87-625882504d2a,revision_number=2']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:15.610500 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:15.611095 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:15.611498 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.611874 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:15.612301 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Bound port: 010d79f4-5cad-4ca2-be87-625882504d2a, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:15.612692 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.671390 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (6ca9edd6-fc24-4d5c-b320-5f5b9da346e4), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.690287 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.694171 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6ca9edd6-fc24-4d5c-b320-5f5b9da346e4 HTTP/1.1" status: 204 len: 168 time: 3.2377388 Mar 05 02:52:15.730829 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1352b8-78ba-451a-851d-3c88439c7a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca9edd6-fc24-4d5c-b320-5f5b9da346e4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:15.769017 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] For port 010d79f4-5cad-4ca2-be87-625882504d2a, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:15.780424 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] For port 010d79f4-5cad-4ca2-be87-625882504d2a, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=010d79f4-5cad-4ca2-be87-625882504d2a,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:15.802355 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.826543 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-061382bd-e956-4d23-9889-c9adb43a0caf admin admin] Publish callbacks [] for security_group (1b5a91c2-5d4d-4f21-8d8a-1b8db516564a), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.881237 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Publish callbacks [] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.935638 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46472) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:15.951384 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.002495 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7727d-528e-4310-8108-688797c0f979 None None] Pushing event updated for resources: {'Port': ['ID=010d79f4-5cad-4ca2-be87-625882504d2a,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:16.040262 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:16.041345 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:16.216774 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c8992-301c-4107-9229-3b91ca9cff66 req-e9d62683-ff46-4ddb-bfe0-cd043051cc06 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:16.219266 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (ca24daf2-5bb5-4c55-8a80-13444ce77474), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.239898 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-396c8992-301c-4107-9229-3b91ca9cff66 req-e9d62683-ff46-4ddb-bfe0-cd043051cc06 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 932 time: 1.0347557 Mar 05 02:52:16.250070 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-061382bd-e956-4d23-9889-c9adb43a0caf admin admin] Publish callbacks [] for security_group (1b5a91c2-5d4d-4f21-8d8a-1b8db516564a), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.265489 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Publish callbacks [] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.296562 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:16.415045 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Pushing event updated for resources: {'Port': ['ID=5a44c6eb-be41-4354-b406-54d94d8c15c0,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:16.439091 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-6dd23575-fe2c-4b15-80a6-74429339ce32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0244bac542f3410095160517930b4bef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4990008 Mar 05 02:52:16.486407 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46474) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:16.522185 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2f9382f-7057-4181-aeb8-56b5e5dc96d1 admin admin] Publish callbacks [] for security_group (a3248b3c-962f-4a97-8506-a6087353db86), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.706664 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.709192 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2f9382f-7057-4181-aeb8-56b5e5dc96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (a3248b3c-962f-4a97-8506-a6087353db86), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.798084 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Network f9d1ff72-b3e0-444c-b935-4420329c224f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:16.830425 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:16.840517 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:16.848597 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:16.871190 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-396c8992-301c-4107-9229-3b91ca9cff66 req-c8ccc75f-8e32-4f9e-98ee-356fe0b51967 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811827 Mar 05 02:52:16.880090 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:16.899097 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Pushing event updated for resources: {'Port': ['ID=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:16.944743 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device dfd515e6-c1fa-40c6-ae99-265cf6811a2c up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:16.975240 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9382f-7057-4181-aeb8-56b5e5dc96d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3248b3c-962f-4a97-8506-a6087353db86,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:17.019746 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:09Z', 'revision_number': 3, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:17.111172 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port dfd515e6-c1fa-40c6-ae99-265cf6811a2c triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:17.111787 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.128046 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53571a6b-0ee0-45c9-8940-fa7d44c07158 None None] The sync data for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi is: [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:09Z', 'revision_number': 3, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:17.307510 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-e2f9382f-7057-4181-aeb8-56b5e5dc96d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=504c6f60635a4c5a9d4d96dbd4fe4fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1522722 Mar 05 02:52:17.314773 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46488) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:17.367494 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (e1b5969e-3f7d-48cd-a78d-8061af1300b0), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.379350 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8594e133-38ea-4db5-ba86-52fae81269e9 admin admin] Publish callbacks [] for security_group (d365a3b7-f5ab-4346-8269-a2fb7b55057e), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.400710 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-cb054fc1-9205-41fd-8fe8-be4ea91fb8e6 None None] Provisioning complete for port 5a44c6eb-be41-4354-b406-54d94d8c15c0 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:17.401483 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cb054fc1-9205-41fd-8fe8-be4ea91fb8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.442567 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befe3005-c145-4b53-b393-98b7075cb75b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:17.457377 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-cb054fc1-9205-41fd-8fe8-be4ea91fb8e6 None None] Port 5a44c6eb-be41-4354-b406-54d94d8c15c0 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:17.462287 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-061382bd-e956-4d23-9889-c9adb43a0caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (1b5a91c2-5d4d-4f21-8d8a-1b8db516564a), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.463961 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port dfd515e6-c1fa-40c6-ae99-265cf6811a2c is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:17.465160 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-061382bd-e956-4d23-9889-c9adb43a0caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.465923 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:17.466395 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-061382bd-e956-4d23-9889-c9adb43a0caf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b5a91c2-5d4d-4f21-8d8a-1b8db516564a HTTP/1.1" status: 204 len: 168 time: 2.5533392 Mar 05 02:52:17.471693 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Publish callbacks [] for port (befe3005-c145-4b53-b393-98b7075cb75b), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.525540 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061382bd-e956-4d23-9889-c9adb43a0caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a91c2-5d4d-4f21-8d8a-1b8db516564a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:17.531939 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8594e133-38ea-4db5-ba86-52fae81269e9 admin admin] Publish callbacks [] for security_group (d365a3b7-f5ab-4346-8269-a2fb7b55057e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.600461 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:17.600868 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.655119 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Transition to ACTIVE for port object befe3005-c145-4b53-b393-98b7075cb75b will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:17.687358 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (befe3005-c145-4b53-b393-98b7075cb75b), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.798079 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Pushing event updated for resources: {'Port': ['ID=befe3005-c145-4b53-b393-98b7075cb75b,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:17.875309 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.918109 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.932420 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Router ca24daf2-5bb5-4c55-8a80-13444ce77474 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:52:17.956193 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e401b9b6-d1e4-4791-a526-e69db670b69f admin admin] Publish callbacks [] for security_group (a3248b3c-962f-4a97-8506-a6087353db86), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.961006 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:17.964230 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.023765 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=4dd737aa-42a7-4b64-99c7-b23e9f3fad53,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:18.030490 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.130229 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=4dd737aa-42a7-4b64-99c7-b23e9f3fad53,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:18.319550 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:18.326912 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e401b9b6-d1e4-4791-a526-e69db670b69f admin admin] Publish callbacks [] for security_group (a3248b3c-962f-4a97-8506-a6087353db86), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.332456 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Sync routers for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:18.343067 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-fc2ab95e-e988-4e6d-af9e-617fc970b914 admin admin] 10.222.0.26 "PUT /v2.0/routers/ca24daf2-5bb5-4c55-8a80-13444ce77474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8270473 Mar 05 02:52:18.387689 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:18.388411 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:18.527402 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46504) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:18.537206 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8594e133-38ea-4db5-ba86-52fae81269e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d365a3b7-f5ab-4346-8269-a2fb7b55057e), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.543959 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8594e133-38ea-4db5-ba86-52fae81269e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.545729 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-8594e133-38ea-4db5-ba86-52fae81269e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d365a3b7-f5ab-4346-8269-a2fb7b55057e HTTP/1.1" status: 204 len: 168 time: 2.0079496 Mar 05 02:52:18.548607 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e401b9b6-d1e4-4791-a526-e69db670b69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (a3248b3c-962f-4a97-8506-a6087353db86), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.556768 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e401b9b6-d1e4-4791-a526-e69db670b69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.564848 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-e401b9b6-d1e4-4791-a526-e69db670b69f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3248b3c-962f-4a97-8506-a6087353db86 HTTP/1.1" status: 204 len: 168 time: 1.2149873 Mar 05 02:52:18.693721 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594e133-38ea-4db5-ba86-52fae81269e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d365a3b7-f5ab-4346-8269-a2fb7b55057e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:18.814440 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401b9b6-d1e4-4791-a526-e69db670b69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3248b3c-962f-4a97-8506-a6087353db86,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:18.879153 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Publish callbacks [] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.892820 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:18.893703 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.964321 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5d610f3e-2136-4ece-8138-b1b90079c1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.996618 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Attempting to bind port befe3005-c145-4b53-b393-98b7075cb75b on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:18.997354 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Attempting to bind port befe3005-c145-4b53-b393-98b7075cb75b by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '11a2f602-7957-445f-83c0-2131dc47a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f72cd3de-54cc-4942-9bee-0f994654820b'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:19.000733 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Attempting to bind port befe3005-c145-4b53-b393-98b7075cb75b on network f72cd3de-54cc-4942-9bee-0f994654820b {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:19.049545 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (e1b5969e-3f7d-48cd-a78d-8061af1300b0), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.056173 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 010d79f4-5cad-4ca2-be87-625882504d2a up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:19.097437 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Pushing event updated for resources: {'Port': ['ID=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:19.109898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d28c-a815-4196-bcc5-9d8bbcb90982 req-133724bd-2fd8-41f9-aa05-53b8a781d549 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:19.121118 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4972d28c-a815-4196-bcc5-9d8bbcb90982 req-133724bd-2fd8-41f9-aa05-53b8a781d549 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 944 time: 1.0115836 Mar 05 02:52:19.156918 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Port befe3005-c145-4b53-b393-98b7075cb75b on network f72cd3de-54cc-4942-9bee-0f994654820b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:19.160428 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Attempting to bind port befe3005-c145-4b53-b393-98b7075cb75b on network f72cd3de-54cc-4942-9bee-0f994654820b {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:19.257282 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:19.257635 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Checking segment: {'id': '11a2f602-7957-445f-83c0-2131dc47a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f72cd3de-54cc-4942-9bee-0f994654820b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:19.264426 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Bound using segment: {'id': '11a2f602-7957-445f-83c0-2131dc47a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f72cd3de-54cc-4942-9bee-0f994654820b'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:19.265030 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Bound port: befe3005-c145-4b53-b393-98b7075cb75b, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a2f602-7957-445f-83c0-2131dc47a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f72cd3de-54cc-4942-9bee-0f994654820b'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:19.265434 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (befe3005-c145-4b53-b393-98b7075cb75b), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.386354 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Network f9d1ff72-b3e0-444c-b935-4420329c224f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:19.389718 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:19.519917 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 010d79f4-5cad-4ca2-be87-625882504d2a triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:19.520751 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.580740 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 2, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:19.626425 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Checking router: ca24daf2-5bb5-4c55-8a80-13444ce77474 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:19.630900 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Updating router ca24daf2-5bb5-4c55-8a80-13444ce77474 port 5a44c6eb-be41-4354-b406-54d94d8c15c0 binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:19.666874 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5d610f3e-2136-4ece-8138-b1b90079c1fa admin admin] Publish callbacks [] for security_group (0be06fb9-56a4-4093-9bec-828400d1cbe6), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.667915 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46522) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:19.674624 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4972d28c-a815-4196-bcc5-9d8bbcb90982 req-f336cefd-ceda-42de-9a8c-c3ef6e25b000 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503659 Mar 05 02:52:19.773824 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Allocated IP 172.20.0.1 (691722ee-1aea-4c34-b285-794aff5b5741/6b6cfc77-54d6-4bb7-8b48-a80db13e0882/ee2629eb-419c-405c-901e-ecfa1814beb6) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:19.775750 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.795602 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5d610f3e-2136-4ece-8138-b1b90079c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (0be06fb9-56a4-4093-9bec-828400d1cbe6), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.898113 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-aac8f46c-974a-4809-ad98-8119b5e499ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd7ac0429cea4d04bb3fe4dcc07a3bb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2289207 Mar 05 02:52:19.906154 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46530) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:19.907874 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Router e1b5969e-3f7d-48cd-a78d-8061af1300b0 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:52:19.918580 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d610f3e-2136-4ece-8138-b1b90079c1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be06fb9-56a4-4093-9bec-828400d1cbe6,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:20.170694 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-5d610f3e-2136-4ece-8138-b1b90079c1fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbd70e5d8ba74d2fab23200db77c5c32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6237123 Mar 05 02:52:20.180967 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46536) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:20.188950 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] For port befe3005-c145-4b53-b393-98b7075cb75b, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:20.214828 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] For port befe3005-c145-4b53-b393-98b7075cb75b, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=befe3005-c145-4b53-b393-98b7075cb75b,segment=NetworkSegment(11a2f602-7957-445f-83c0-2131dc47a255),segment_id=11a2f602-7957-445f-83c0-2131dc47a255)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:20.263363 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (befe3005-c145-4b53-b393-98b7075cb75b), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.342145 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:20.348541 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-52647da3-135c-4229-a7ed-b88890d5380c admin admin] 10.222.0.26 "PUT /v2.0/routers/e1b5969e-3f7d-48cd-a78d-8061af1300b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6932094 Mar 05 02:52:20.363295 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Sync routers for ids ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:20.385883 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ed0717f-15be-4141-979f-aab393884694 admin admin] Publish callbacks [] for security_group (0be06fb9-56a4-4093-9bec-828400d1cbe6), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.388927 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Routers {'e1b5969e-3f7d-48cd-a78d-8061af1300b0'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:20.389600 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:20.430793 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:20.432378 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.440935 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ed0717f-15be-4141-979f-aab393884694 admin admin] Publish callbacks [] for security_group (0be06fb9-56a4-4093-9bec-828400d1cbe6), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.452090 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/befe3005-c145-4b53-b393-98b7075cb75b HTTP/1.1" status: 200 len: 1094 time: 6.4426913 Mar 05 02:52:20.465560 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e848196a-c1b4-4e17-a748-aa877bce4650', 'tag': 'befe3005-c145-4b53-b393-98b7075cb75b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:20.537881 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ed0717f-15be-4141-979f-aab393884694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (0be06fb9-56a4-4093-9bec-828400d1cbe6), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.541365 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ed0717f-15be-4141-979f-aab393884694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.542821 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-6ed0717f-15be-4141-979f-aab393884694 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0be06fb9-56a4-4093-9bec-828400d1cbe6 HTTP/1.1" status: 204 len: 168 time: 0.3608654 Mar 05 02:52:20.547082 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Publish callbacks [] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.572585 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.578528 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0717f-15be-4141-979f-aab393884694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be06fb9-56a4-4093-9bec-828400d1cbe6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:20.677882 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011686-b1e9-480e-b08e-6584ab3f6abf None None] Pushing event updated for resources: {'Port': ['ID=5a44c6eb-be41-4354-b406-54d94d8c15c0,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:20.705246 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 010d79f4-5cad-4ca2-be87-625882504d2a is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:20.705246 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.748807 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Set router e1b5969e-3f7d-48cd-a78d-8061af1300b0 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:20.752194 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 010d79f4-5cad-4ca2-be87-625882504d2a, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=010d79f4-5cad-4ca2-be87-625882504d2a,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:20.774080 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.775262 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:20.882222 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=010d79f4-5cad-4ca2-be87-625882504d2a,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:20.891652 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Publish callbacks [] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.990735 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd52e7-27e2-4b35-b4f6-367c932b73e3 service neutron] Pushing event updated for resources: {'Port': ['ID=befe3005-c145-4b53-b393-98b7075cb75b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:21.011437 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.050119 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Attempting to bind port 5a44c6eb-be41-4354-b406-54d94d8c15c0 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:21.051970 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Attempting to bind port 5a44c6eb-be41-4354-b406-54d94d8c15c0 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:21.053405 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Attempting to bind port 5a44c6eb-be41-4354-b406-54d94d8c15c0 on network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:21.067146 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:21.069938 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Checking segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:21.073210 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.073759 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Bound using segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:21.074389 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Bound port: 5a44c6eb-be41-4354-b406-54d94d8c15c0, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:21.074891 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.226108 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59ca5891-acb8-46a2-938c-d949f03a3168 admin admin] Publish callbacks [] for security_group (3dd61a48-d65b-4d77-b2f2-e6fed0659547), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.262430 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] For port 5a44c6eb-be41-4354-b406-54d94d8c15c0, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:21.271151 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] For port 5a44c6eb-be41-4354-b406-54d94d8c15c0, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=5a44c6eb-be41-4354-b406-54d94d8c15c0,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:21.278225 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 4, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port': {'id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '6a74b5b1-d7b2-4d67-8a20-8f0cd532e390', 'name': '', 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'mac_address': 'fa:16:3e:0b:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7d6772f6-ae72-4af8-af9b-728334f24701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:18Z', 'revision_number': 2, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'subnets': [{'id': '7d6772f6-ae72-4af8-af9b-728334f24701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:21.279394 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:21.280471 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.287886 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59ca5891-acb8-46a2-938c-d949f03a3168 admin admin] Publish callbacks [] for security_group (3dd61a48-d65b-4d77-b2f2-e6fed0659547), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.294461 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.371341 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Checking router: e1b5969e-3f7d-48cd-a78d-8061af1300b0 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:21.373522 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46568) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:21.374624 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59ca5891-acb8-46a2-938c-d949f03a3168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3dd61a48-d65b-4d77-b2f2-e6fed0659547), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.377918 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59ca5891-acb8-46a2-938c-d949f03a3168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.379091 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-59ca5891-acb8-46a2-938c-d949f03a3168 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3dd61a48-d65b-4d77-b2f2-e6fed0659547 HTTP/1.1" status: 204 len: 168 time: 1.4482844 Mar 05 02:52:21.380758 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ceea565b-e5e4-48f2-9f56-fc16a9515f0c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371362937', 'description': 'tempest-description--1848312201'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:21.387888 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Updating router e1b5969e-3f7d-48cd-a78d-8061af1300b0 port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:21.397490 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Network 691722ee-1aea-4c34-b285-794aff5b5741 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:21.419955 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26dfe-86f6-4988-8c24-ee4a20fa2963 req-c0e19b42-a9cf-4cd7-8fc9-4efedb1dbbd0 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:21.421480 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-27c26dfe-86f6-4988-8c24-ee4a20fa2963 req-c0e19b42-a9cf-4cd7-8fc9-4efedb1dbbd0 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 944 time: 0.4272172 Mar 05 02:52:21.423234 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:21.447314 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011686-b1e9-480e-b08e-6584ab3f6abf None None] Pushing event updated for resources: {'Port': ['ID=5a44c6eb-be41-4354-b406-54d94d8c15c0,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:21.447602 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceea565b-e5e4-48f2-9f56-fc16a9515f0c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.448203 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca5891-acb8-46a2-938c-d949f03a3168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd61a48-d65b-4d77-b2f2-e6fed0659547,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:21.453625 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:21.454454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.477877 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.604471 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:21.606510 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:21.685725 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceea565b-e5e4-48f2-9f56-fc16a9515f0c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (92dcb493-d9b7-4361-969e-bff0e5266bc2), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.707325 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceea565b-e5e4-48f2-9f56-fc16a9515f0c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (92dcb493-d9b7-4361-969e-bff0e5266bc2), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.771433 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceea565b-e5e4-48f2-9f56-fc16a9515f0c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.773052 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ceea565b-e5e4-48f2-9f56-fc16a9515f0c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3976636 Mar 05 02:52:21.778196 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46580) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:21.796355 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6ecf74ab-75cf-419c-9c45-775e013dfd46 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'security_group_rule': {'security_group_id': '92dcb493-d9b7-4361-969e-bff0e5266bc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:21.825230 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea565b-e5e4-48f2-9f56-fc16a9515f0c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92dcb493-d9b7-4361-969e-bff0e5266bc2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:21.925526 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ecf74ab-75cf-419c-9c45-775e013dfd46 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (4e1cc455-f2a4-433d-9b89-3b5bdf205152), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.983210 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab215f60-3a16-4fab-8472-50cdc21834cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e848196a-c1b4-4e17-a748-aa877bce4650", "tag": "befe3005-c145-4b53-b393-98b7075cb75b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:22.014312 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2629eb-419c-405c-901e-ecfa1814beb6,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:22.108309 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ecf74ab-75cf-419c-9c45-775e013dfd46 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (4e1cc455-f2a4-433d-9b89-3b5bdf205152), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.118924 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ecf74ab-75cf-419c-9c45-775e013dfd46 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (4e1cc455-f2a4-433d-9b89-3b5bdf205152), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.156938 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf74ab-75cf-419c-9c45-775e013dfd46 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1cc455-f2a4-433d-9b89-3b5bdf205152,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:22.181919 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ecf74ab-75cf-419c-9c45-775e013dfd46 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.187183 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-6ecf74ab-75cf-419c-9c45-775e013dfd46 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4010684 Mar 05 02:52:22.187944 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46592) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:22.201353 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Publish callbacks [] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.207544 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4dd0d5e6-edab-4eb5-a1c8-378b59083d3c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'security_group_rule': {'security_group_id': '92dcb493-d9b7-4361-969e-bff0e5266bc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:22.211348 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-7b4fb52a-b51d-442c-9dd5-5d2092452d99 None None] Provisioning complete for port 5a44c6eb-be41-4354-b406-54d94d8c15c0 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:22.211913 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb52a-b51d-442c-9dd5-5d2092452d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.215185 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.276064 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d5e6-edab-4eb5-a1c8-378b59083d3c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (e170000a-9310-422e-ae98-012e220e6165), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.335225 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f511e2-561a-48c4-8fe3-6c1625aacc41 None None] Pushing event updated for resources: {'Port': ['ID=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:22.409929 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d5e6-edab-4eb5-a1c8-378b59083d3c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (e170000a-9310-422e-ae98-012e220e6165), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.416095 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d5e6-edab-4eb5-a1c8-378b59083d3c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (e170000a-9310-422e-ae98-012e220e6165), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.457891 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Attempting to bind port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:22.458462 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Attempting to bind port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:22.458662 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Attempting to bind port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 on network f9d1ff72-b3e0-444c-b935-4420329c224f {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:22.464171 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:22.466854 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:22.477659 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-27c26dfe-86f6-4988-8c24-ee4a20fa2963 req-b0e397ef-658f-4062-bf8b-fe56d7a942f8 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158868 Mar 05 02:52:22.497903 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:22.498339 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Checking segment: {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:22.498761 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.499223 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Bound using segment: {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:22.499738 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Bound port: 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:22.500103 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.508590 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0d5e6-edab-4eb5-a1c8-378b59083d3c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e170000a-9310-422e-ae98-012e220e6165,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:22.541310 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d5e6-edab-4eb5-a1c8-378b59083d3c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.542811 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-4dd0d5e6-edab-4eb5-a1c8-378b59083d3c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3519266 Mar 05 02:52:22.550650 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46602) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:22.559397 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:22.660485 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.669448 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 010d79f4-5cad-4ca2-be87-625882504d2a up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:22.669941 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-41e86504-461b-4cb1-b66b-24b17747848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:22.671191 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-41e86504-461b-4cb1-b66b-24b17747848e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b241a841129430e93d2a9d0da408b98&device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 1128 time: 0.4585435 Mar 05 02:52:22.763338 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] For port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:22.781551 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] For port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:22.811591 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.856933 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fb52a-b51d-442c-9dd5-5d2092452d99 None None] Current status of the port 5a44c6eb-be41-4354-b406-54d94d8c15c0 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:22.857326 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb52a-b51d-442c-9dd5-5d2092452d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.911692 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Routers {'e1b5969e-3f7d-48cd-a78d-8061af1300b0'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:22.913152 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:23.053822 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-2adfd1ef-205c-44a9-8808-6202081f8701 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befe3005-c145-4b53-b393-98b7075cb75b HTTP/1.1" status: 200 len: 217 time: 0.3114212 Mar 05 02:52:23.067260 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 010d79f4-5cad-4ca2-be87-625882504d2a triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:23.068176 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.160515 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] Set router e1b5969e-3f7d-48cd-a78d-8061af1300b0 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:23.183364 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.191379 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-7b4fb52a-b51d-442c-9dd5-5d2092452d99 None None] For port 5a44c6eb-be41-4354-b406-54d94d8c15c0, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=5a44c6eb-be41-4354-b406-54d94d8c15c0,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:23.290547 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.396380 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca85c44-307d-4ff9-bb2a-75589f690d72 x-openstack-request-id: req-5ca85c44-307d-4ff9-bb2a-75589f690d72 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:23.396915 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e848196a-c1b4-4e17-a748-aa877bce4650", "tag": "befe3005-c145-4b53-b393-98b7075cb75b", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:23.397323 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ca85c44-307d-4ff9-bb2a-75589f690d72 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:23.398016 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e848196a-c1b4-4e17-a748-aa877bce4650', 'tag': 'befe3005-c145-4b53-b393-98b7075cb75b', 'status': 'completed', 'code': 200} Mar 05 02:52:23.425274 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-b403fcbc-2774-44a2-bfba-600405b86467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:23.432917 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-b403fcbc-2774-44a2-bfba-600405b86467 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c973a87-345a-4221-ba5c-4bbcadb70c67 HTTP/1.1" status: 200 len: 851 time: 0.3559959 Mar 05 02:52:23.575130 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb52a-b51d-442c-9dd5-5d2092452d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.639079 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f511e2-561a-48c4-8fe3-6c1625aacc41 None None] Pushing event updated for resources: {'Port': ['ID=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,revision_number=4']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:23.647405 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-04d1e9fc-782b-4056-864c-55a82e2ff4a3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:23.659893 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-04d1e9fc-782b-4056-864c-55a82e2ff4a3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 818 time: 0.9385858 Mar 05 02:52:23.705125 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Allocated IP 172.27.3.48 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/894109c6-0cea-45fb-9517-a1cbacf55046) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:23.744316 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-fc6eb721-7953-4870-8144-423004283a48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f72cd3de-54cc-4942-9bee-0f994654820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2972655 Mar 05 02:52:23.782916 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 4, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port': {'id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '6a74b5b1-d7b2-4d67-8a20-8f0cd532e390', 'name': '', 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'mac_address': 'fa:16:3e:0b:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7d6772f6-ae72-4af8-af9b-728334f24701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'subnets': [{'id': '7d6772f6-ae72-4af8-af9b-728334f24701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:23.823759 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-9da9b24c-7c2c-422f-83c2-da12bc97e072 None None] Provisioning complete for port 5a44c6eb-be41-4354-b406-54d94d8c15c0 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:23.824328 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9da9b24c-7c2c-422f-83c2-da12bc97e072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.887772 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a42c5a-f0a9-4625-8437-350c7dbb9eeb None None] The sync data for ids ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'] in dv-cinder-827259-3-iscsi is: [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 4, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port': {'id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '6a74b5b1-d7b2-4d67-8a20-8f0cd532e390', 'name': '', 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'mac_address': 'fa:16:3e:0b:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7d6772f6-ae72-4af8-af9b-728334f24701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'subnets': [{'id': '7d6772f6-ae72-4af8-af9b-728334f24701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:23.918326 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-e0709138-f724-431e-b0a2-a0971b531e2b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/quotas/8112a5759c444c1f94be24ab61bf072f HTTP/1.1" status: 200 len: 375 time: 0.2569079 Mar 05 02:52:24.069991 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for port (894109c6-0cea-45fb-9517-a1cbacf55046), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.129040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:21Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:24.155587 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (894109c6-0cea-45fb-9517-a1cbacf55046), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.259130 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:24.261615 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'Port': ['ID=894109c6-0cea-45fb-9517-a1cbacf55046,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:24.276385 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d20700-21c7-4be9-83f5-465999c14e65 None None] The sync data for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi is: [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:21Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:24.282031 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:24.285785 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:24.317809 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-bbe75911-2e3d-4340-a33e-125fc32e7e5a service neutron] 10.222.0.13 "GET /v2.0/networks/f72cd3de-54cc-4942-9bee-0f994654820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585432 Mar 05 02:52:24.413425 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fb52a-b51d-442c-9dd5-5d2092452d99 None None] Pushing event updated for resources: {'Port': ['ID=5a44c6eb-be41-4354-b406-54d94d8c15c0,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:24.424291 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-9da9b24c-7c2c-422f-83c2-da12bc97e072 None None] Current status of the port 5a44c6eb-be41-4354-b406-54d94d8c15c0 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:24.512346 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-9da9b24c-7c2c-422f-83c2-da12bc97e072 None None] Provisioning complete for port ee2629eb-419c-405c-901e-ecfa1814beb6 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:24.518387 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9da9b24c-7c2c-422f-83c2-da12bc97e072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.583336 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 010d79f4-5cad-4ca2-be87-625882504d2a is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:24.662289 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-9da9b24c-7c2c-422f-83c2-da12bc97e072 None None] Port ee2629eb-419c-405c-901e-ecfa1814beb6 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:24.735712 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Publish callbacks [] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.806270 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.807887 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.101037 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 5a44c6eb-be41-4354-b406-54d94d8c15c0 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:25.233325 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 5a44c6eb-be41-4354-b406-54d94d8c15c0 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:25.244957 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.245223 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (78d4c88e-32d8-4fad-926a-8da81b2110f2), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.405651 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (894109c6-0cea-45fb-9517-a1cbacf55046), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.464824 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8bd8af32-642b-43c7-82e4-26170b133c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.491239 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 5a44c6eb-be41-4354-b406-54d94d8c15c0 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:25.492702 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:25.586520 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Network 691722ee-1aea-4c34-b285-794aff5b5741 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:25.610462 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:25.612796 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:25.615853 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.922052 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:25.923007 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.997433 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45cf704-9980-4f3e-a925-e1792aeceef6 req-e7459018-8601-48dd-9600-ae16be3df90b service neutron] 10.222.0.13 "GET /v2.0/networks/f72cd3de-54cc-4942-9bee-0f994654820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6551337 Mar 05 02:52:26.058198 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for port (894109c6-0cea-45fb-9517-a1cbacf55046), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.069173 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (894109c6-0cea-45fb-9517-a1cbacf55046), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.080023 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:26.081879 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c267a67-ff9b-41ed-8968-af635f87aa26 req-9f8611bc-ac32-41e3-b00f-2be1eed13a91 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:26.084107 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c267a67-ff9b-41ed-8968-af635f87aa26 req-9f8611bc-ac32-41e3-b00f-2be1eed13a91 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 944 time: 2.3325529 Mar 05 02:52:26.095673 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.180457 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2629eb-419c-405c-901e-ecfa1814beb6,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:26.192690 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:26.264949 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'Port': ['ID=894109c6-0cea-45fb-9517-a1cbacf55046,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:26.319785 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-b0a108f4-b766-42fc-bfd9-0126c031f794 None None] Provisioning complete for port ee2629eb-419c-405c-901e-ecfa1814beb6 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:26.320326 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b0a108f4-b766-42fc-bfd9-0126c031f794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.329887 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (78d4c88e-32d8-4fad-926a-8da81b2110f2), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.367458 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.370263 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e06cd4fa-6b34-46c0-8f11-e1a6c20bf7fc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8155761 Mar 05 02:52:26.385668 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-b0a108f4-b766-42fc-bfd9-0126c031f794 None None] Port ee2629eb-419c-405c-901e-ecfa1814beb6 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:26.430831 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-2538de4e-31cb-4543-9a05-90a7148e488e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&fields=id HTTP/1.1" status: 200 len: 255 time: 2.5114253 Mar 05 02:52:26.492104 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-e2fa45ca-2927-4aa2-94a0-55298c31b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:26.494178 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-e2fa45ca-2927-4aa2-94a0-55298c31b3f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b241a841129430e93d2a9d0da408b98&device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 1128 time: 0.3655877 Mar 05 02:52:26.498566 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c267a67-ff9b-41ed-8968-af635f87aa26 req-ed142c24-7819-4119-aabe-eefdd16d4078 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812115 Mar 05 02:52:26.508875 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:52:26.701439 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:26.794046 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:26.794420 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.014646 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:27.161227 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-cf0a2baa-c3db-4a87-ba62-e16b4cbac598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:27.162744 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-cf0a2baa-c3db-4a87-ba62-e16b4cbac598 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f72cd3de-54cc-4942-9bee-0f994654820b HTTP/1.1" status: 200 len: 911 time: 0.5275340 Mar 05 02:52:27.254838 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7e2c9734-dd62-4bee-ae6c-86969937b0be tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1371362937&fields=id&tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2 HTTP/1.1" status: 200 len: 267 time: 0.5449939 Mar 05 02:52:27.264020 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-0f981c84-1610-4098-866a-f599df88703e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:52:27.265241 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-0f981c84-1610-4098-866a-f599df88703e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1757088 Mar 05 02:52:27.267757 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-cf3f13cb-c9b7-473e-9138-cc0d911b92b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befe3005-c145-4b53-b393-98b7075cb75b HTTP/1.1" status: 200 len: 217 time: 0.0949571 Mar 05 02:52:27.418159 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:27.434627 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-63e9f10d-e916-4866-b351-6f1dbb2023d0 admin admin] 10.222.0.26 "PUT /v2.0/routers/9d82c016-4e99-48ea-8d77-0b9bc3cdebad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7503009 Mar 05 02:52:27.438268 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Sync routers for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:27.462727 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:27.463682 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:51:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:27.587120 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-52a21e68-b52b-4d5b-b5f4-4be2b469d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:27.588551 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-52a21e68-b52b-4d5b-b5f4-4be2b469d70f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c973a87-345a-4221-ba5c-4bbcadb70c67 HTTP/1.1" status: 200 len: 851 time: 0.3070920 Mar 05 02:52:27.659532 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-bd5905ea-de64-427b-ae3a-2c8ec8ba8a21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f72cd3de-54cc-4942-9bee-0f994654820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408969 Mar 05 02:52:27.665788 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-1a9b70a8-a78b-4035-882c-8cdd17fd6562 service neutron] 10.222.0.26 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813245 Mar 05 02:52:27.677460 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9924da81-c294-4a85-bfde-bbef12eadb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.709475 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:27.847573 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-e8eb7ed6-c2d2-4789-9098-3ba0c7984f56 service neutron] 10.222.0.13 "GET /v2.0/networks/f72cd3de-54cc-4942-9bee-0f994654820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807482 Mar 05 02:52:27.917196 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-1506a4c8-5ada-4112-88eb-100354bb469c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:27.919113 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-1506a4c8-5ada-4112-88eb-100354bb469c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 817 time: 0.6501043 Mar 05 02:52:27.937888 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-5e4b5d78-7fcc-413f-9959-ba0f6213e189 service neutron] 10.222.0.26 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495060 Mar 05 02:52:27.984652 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-894c7eca-a41d-4d52-badb-b75a83fea577 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/quotas/533ddcf7f3bc4068a6f2856eb915ecb2 HTTP/1.1" status: 200 len: 375 time: 0.0581083 Mar 05 02:52:28.058811 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab215f60-3a16-4fab-8472-50cdc21834cb req-4a692a89-816b-4345-adc9-b7fe120576d3 service neutron] 10.222.0.13 "GET /v2.0/networks/f72cd3de-54cc-4942-9bee-0f994654820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856799 Mar 05 02:52:28.089658 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:23Z', 'revision_number': 2, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:28.096338 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-4e11b37d-f9c9-44e2-b676-64bc0b97b0ef tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025119 Mar 05 02:52:28.187355 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46816) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:28.237485 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ff688a8f-2774-4118-9754-966167018f94 service neutron] 10.222.0.26 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171119 Mar 05 02:52:28.266131 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Checking router: 9d82c016-4e99-48ea-8d77-0b9bc3cdebad for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:28.266525 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Updating router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad port ee2629eb-419c-405c-901e-ecfa1814beb6 binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:28.300118 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.337649 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-615a4f9c-ceb5-4387-8386-b152dabcb470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.339872 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9f4f1-a5c0-4fa7-941c-e36ca1fcddc2 req-fd55a7c1-bd7c-4a6c-86f1-6f881d114d26 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:28.341551 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-73c9f4f1-a5c0-4fa7-941c-e36ca1fcddc2 req-fd55a7c1-bd7c-4a6c-86f1-6f881d114d26 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 944 time: 0.1367590 Mar 05 02:52:28.420392 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-e0d19eec-48ab-46bd-8edc-32b45eccbf4e service neutron] 10.222.0.26 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665862 Mar 05 02:52:28.430593 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-73c9f4f1-a5c0-4fa7-941c-e36ca1fcddc2 req-576dece0-2db1-41a9-84e7-c064f55b704a tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782216 Mar 05 02:52:28.432806 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-615a4f9c-ceb5-4387-8386-b152dabcb470 admin admin] Publish callbacks [] for security_group (866250b5-4178-4b85-86fa-12ad3c339c8e), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.447732 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-615a4f9c-ceb5-4387-8386-b152dabcb470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (866250b5-4178-4b85-86fa-12ad3c339c8e), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.542637 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a4f9c-ceb5-4387-8386-b152dabcb470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866250b5-4178-4b85-86fa-12ad3c339c8e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:28.606740 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46840) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:28.622817 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-615a4f9c-ceb5-4387-8386-b152dabcb470 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=188f8368f8af4890a1db48c4f6a9a700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333072 Mar 05 02:52:28.830393 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-967d4de0-a683-4e1f-b78e-91617d091589 req-7bcad86e-26eb-4fa3-9f95-c93973548d80 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 210 time: 0.1450298 Mar 05 02:52:28.871507 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.880708 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c77c7474-f11d-4f67-a101-902a8ffe3aba admin admin] Publish callbacks [] for security_group (866250b5-4178-4b85-86fa-12ad3c339c8e), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.903758 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Publish callbacks [] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.931465 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c77c7474-f11d-4f67-a101-902a8ffe3aba admin admin] Publish callbacks [] for security_group (866250b5-4178-4b85-86fa-12ad3c339c8e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.931936 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.048123 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c65282-d667-432a-b02e-a8c6c505218a None None] Pushing event updated for resources: {'Port': ['ID=ee2629eb-419c-405c-901e-ecfa1814beb6,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:29.064333 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device befe3005-c145-4b53-b393-98b7075cb75b details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:29.091719 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-402fbc2d-f3e9-4da7-af19-962da105398c req-946c8771-92f5-41c4-93ce-b55c35f42435 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 210 time: 0.1185813 Mar 05 02:52:29.137000 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c77c7474-f11d-4f67-a101-902a8ffe3aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (866250b5-4178-4b85-86fa-12ad3c339c8e), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.143825 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c77c7474-f11d-4f67-a101-902a8ffe3aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.160031 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c77c7474-f11d-4f67-a101-902a8ffe3aba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/866250b5-4178-4b85-86fa-12ad3c339c8e HTTP/1.1" status: 204 len: 168 time: 0.5537658 Mar 05 02:52:29.177319 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c7474-f11d-4f67-a101-902a8ffe3aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866250b5-4178-4b85-86fa-12ad3c339c8e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:29.195031 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46878) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:29.199583 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a9773701-1639-4a96-8f91-39167f3f062c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697080934', 'description': 'tempest-description--1127750475'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:29.233859 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.db.resource_extend [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 02:52:29.259141 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9773701-1639-4a96-8f91-39167f3f062c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.292773 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Attempting to bind port ee2629eb-419c-405c-901e-ecfa1814beb6 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:29.293139 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Attempting to bind port ee2629eb-419c-405c-901e-ecfa1814beb6 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:29.293707 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Attempting to bind port ee2629eb-419c-405c-901e-ecfa1814beb6 on network 691722ee-1aea-4c34-b285-794aff5b5741 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:29.455723 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:29.472928 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Checking segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:29.474809 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.478071 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Bound using segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:29.480852 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Bound port: ee2629eb-419c-405c-901e-ecfa1814beb6, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:29.483187 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.563427 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9773701-1639-4a96-8f91-39167f3f062c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (08f4b952-a70d-4399-a3e3-76053a924796), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.572279 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9773701-1639-4a96-8f91-39167f3f062c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (08f4b952-a70d-4399-a3e3-76053a924796), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.590756 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port befe3005-c145-4b53-b393-98b7075cb75b, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=befe3005-c145-4b53-b393-98b7075cb75b,segment=NetworkSegment(11a2f602-7957-445f-83c0-2131dc47a255),segment_id=11a2f602-7957-445f-83c0-2131dc47a255)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:29.604724 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'befe3005-c145-4b53-b393-98b7075cb75b', 'network_id': 'f72cd3de-54cc-4942-9bee-0f994654820b', 'port_id': 'befe3005-c145-4b53-b393-98b7075cb75b', 'mac_address': 'fa:16:3e:67:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c973a87-345a-4221-ba5c-4bbcadb70c67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:29.627572 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9773701-1639-4a96-8f91-39167f3f062c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f4b952-a70d-4399-a3e3-76053a924796,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:29.634609 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9773701-1639-4a96-8f91-39167f3f062c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.643436 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a9773701-1639-4a96-8f91-39167f3f062c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4473283 Mar 05 02:52:29.646257 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46898) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:29.656223 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e8c25b02-deac-463d-be44-c786d79f5c9e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'security_group_rule': {'security_group_id': '08f4b952-a70d-4399-a3e3-76053a924796', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:29.728950 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8c25b02-deac-463d-be44-c786d79f5c9e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (0f693828-4bbf-4425-be21-303988f6533d), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.762179 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] For port ee2629eb-419c-405c-901e-ecfa1814beb6, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:29.767953 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-dc9ec50e-46d0-4cf2-8fe5-4f7f33fcb0a9 None None] Provisioning complete for port ee2629eb-419c-405c-901e-ecfa1814beb6 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:29.768350 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-dc9ec50e-46d0-4cf2-8fe5-4f7f33fcb0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.795899 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port befe3005-c145-4b53-b393-98b7075cb75b is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:29.796306 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (befe3005-c145-4b53-b393-98b7075cb75b), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.807425 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-ccdff927-2502-4b07-8f56-025fae627d5a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:29.809571 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-ccdff927-2502-4b07-8f56-025fae627d5a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 818 time: 0.4577734 Mar 05 02:52:29.820998 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] For port ee2629eb-419c-405c-901e-ecfa1814beb6, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=ee2629eb-419c-405c-901e-ecfa1814beb6,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:29.823363 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befe3005-c145-4b53-b393-98b7075cb75b {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:29.825654 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32c725-3e38-49bf-9dbc-78ef35193d50 req-14daac43-f81b-4fcf-8f6f-8a0e5f2c42b1 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:29.833478 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8c25b02-deac-463d-be44-c786d79f5c9e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (0f693828-4bbf-4425-be21-303988f6533d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.834213 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bb32c725-3e38-49bf-9dbc-78ef35193d50 req-14daac43-f81b-4fcf-8f6f-8a0e5f2c42b1 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 944 time: 0.2096205 Mar 05 02:52:29.839633 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8c25b02-deac-463d-be44-c786d79f5c9e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (0f693828-4bbf-4425-be21-303988f6533d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.848654 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.861982 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-d1157661-24e2-474a-8428-9c673d3d14c6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/quotas/8112a5759c444c1f94be24ab61bf072f HTTP/1.1" status: 200 len: 375 time: 0.0447345 Mar 05 02:52:29.867990 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c25b02-deac-463d-be44-c786d79f5c9e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f693828-4bbf-4425-be21-303988f6533d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:29.879348 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8c25b02-deac-463d-be44-c786d79f5c9e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.879664 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port befe3005-c145-4b53-b393-98b7075cb75b, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=befe3005-c145-4b53-b393-98b7075cb75b,segment=NetworkSegment(11a2f602-7957-445f-83c0-2131dc47a255),segment_id=11a2f602-7957-445f-83c0-2131dc47a255)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:29.880737 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e8c25b02-deac-463d-be44-c786d79f5c9e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2331829 Mar 05 02:52:29.883538 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46908) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:29.889646 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-06fa03dc-d38d-4aaa-9652-fe9cf8ced593 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'security_group_rule': {'security_group_id': '08f4b952-a70d-4399-a3e3-76053a924796', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:29.898478 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ec50e-46d0-4cf2-8fe5-4f7f33fcb0a9 None None] Port ee2629eb-419c-405c-901e-ecfa1814beb6 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:29.902720 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (befe3005-c145-4b53-b393-98b7075cb75b), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.946732 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bb32c725-3e38-49bf-9dbc-78ef35193d50 req-ae4a64a5-4b1f-442d-a134-04c66deee4bb tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113446 Mar 05 02:52:29.949915 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06fa03dc-d38d-4aaa-9652-fe9cf8ced593 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (b5c83004-e9eb-4d2c-b026-b65b6aa54fb8), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.956977 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:29.957600 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:52:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:29.963643 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c65282-d667-432a-b02e-a8c6c505218a None None] Pushing event updated for resources: {'Port': ['ID=ee2629eb-419c-405c-901e-ecfa1814beb6,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.003368 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e979b76f-0e46-46d2-b008-871d8ed92592 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205237 Mar 05 02:52:30.005447 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46912) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:30.023164 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8bd71e4-33fa-4ebc-85e6-9a6bfe549866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.074491 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06fa03dc-d38d-4aaa-9652-fe9cf8ced593 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (b5c83004-e9eb-4d2c-b026-b65b6aa54fb8), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.092067 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06fa03dc-d38d-4aaa-9652-fe9cf8ced593 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (b5c83004-e9eb-4d2c-b026-b65b6aa54fb8), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.138398 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.138965 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-4be79b44-61bf-44c2-92e1-4354e5f699d0 service neutron] 10.222.0.26 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339288 Mar 05 02:52:30.192631 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa03dc-d38d-4aaa-9652-fe9cf8ced593 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c83004-e9eb-4d2c-b026-b65b6aa54fb8,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.214140 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06fa03dc-d38d-4aaa-9652-fe9cf8ced593 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.218424 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-06fa03dc-d38d-4aaa-9652-fe9cf8ced593 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331938 Mar 05 02:52:30.221268 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 46916) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:30.242223 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=befe3005-c145-4b53-b393-98b7075cb75b,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.275202 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8bd71e4-33fa-4ebc-85e6-9a6bfe549866 admin admin] Publish callbacks [] for security_group (2bb0abf6-f81b-454c-ae1f-c8daee807d2b), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.281821 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:30.288599 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:30.289735 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8bd71e4-33fa-4ebc-85e6-9a6bfe549866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2bb0abf6-f81b-454c-ae1f-c8daee807d2b), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.307895 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-03439e9a-fca7-4789-a47b-f5d132a3729e req-7c6a2d61-db3f-4584-bf77-45d9441da02a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 210 time: 0.0434992 Mar 05 02:52:30.327645 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e8bd71e4-33fa-4ebc-85e6-9a6bfe549866 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d373b2d61b3465fb2206be92f1eef55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208129 Mar 05 02:52:30.334499 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 46920) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:30.342845 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-5e7f4310-cc37-4684-a04f-51eeb8c656b4 service neutron] 10.222.0.26 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024601 Mar 05 02:52:30.360968 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-34cc9b67-5e20-461a-9319-d77f2fa5d91c None None] Provisioning complete for port ee2629eb-419c-405c-901e-ecfa1814beb6 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:30.361213 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b67-5e20-461a-9319-d77f2fa5d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.364918 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.367892 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd71e4-33fa-4ebc-85e6-9a6bfe549866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0abf6-f81b-454c-ae1f-c8daee807d2b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.445652 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8dc0c8eb-84fc-4b83-8914-ab62b1505c29 admin admin] Publish callbacks [] for security_group (2bb0abf6-f81b-454c-ae1f-c8daee807d2b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.492383 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8dc0c8eb-84fc-4b83-8914-ab62b1505c29 admin admin] Publish callbacks [] for security_group (2bb0abf6-f81b-454c-ae1f-c8daee807d2b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.548481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.577344 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-34cc9b67-5e20-461a-9319-d77f2fa5d91c None None] Current status of the port ee2629eb-419c-405c-901e-ecfa1814beb6 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:30.578211 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b67-5e20-461a-9319-d77f2fa5d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.635110 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8dc0c8eb-84fc-4b83-8914-ab62b1505c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2bb0abf6-f81b-454c-ae1f-c8daee807d2b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.638170 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8dc0c8eb-84fc-4b83-8914-ab62b1505c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.639475 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-8dc0c8eb-84fc-4b83-8914-ab62b1505c29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bb0abf6-f81b-454c-ae1f-c8daee807d2b HTTP/1.1" status: 204 len: 168 time: 0.2936897 Mar 05 02:52:30.657895 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-34cc9b67-5e20-461a-9319-d77f2fa5d91c None None] For port ee2629eb-419c-405c-901e-ecfa1814beb6, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=ee2629eb-419c-405c-901e-ecfa1814beb6,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:30.667755 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b67-5e20-461a-9319-d77f2fa5d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.683138 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5bba980f-2a4f-4c96-94e4-460bf03c6ad0 req-5bda884d-3e08-4ddb-bd75-6f22eff850f8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 210 time: 0.0689547 Mar 05 02:52:30.697945 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0c8eb-84fc-4b83-8914-ab62b1505c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0abf6-f81b-454c-ae1f-c8daee807d2b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.748973 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc9b67-5e20-461a-9319-d77f2fa5d91c None None] Pushing event updated for resources: {'Port': ['ID=ee2629eb-419c-405c-901e-ecfa1814beb6,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.757330 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:30.781229 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Allocated IP 172.27.3.143 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/17216e5a-4f98-4132-bb70-314bf70a4a2b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:30.792027 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cc8bc-f9ea-46d9-abc2-95cb5bfb6800 None None] The sync data for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi is: [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:31.059351 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for port (17216e5a-4f98-4132-bb70-314bf70a4a2b), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.112360 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (17216e5a-4f98-4132-bb70-314bf70a4a2b), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.117374 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b442c32-5837-40bc-a983-52df63fbdedb req-782833dc-2a14-4d44-8c4a-7369eccf11fe tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:31.124731 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0b442c32-5837-40bc-a983-52df63fbdedb req-782833dc-2a14-4d44-8c4a-7369eccf11fe tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 945 time: 0.0848806 Mar 05 02:52:31.203181 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0b442c32-5837-40bc-a983-52df63fbdedb req-9557201a-c23c-403e-aec6-7293cd7bcf70 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738921 Mar 05 02:52:31.204647 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'Port': ['ID=17216e5a-4f98-4132-bb70-314bf70a4a2b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:31.213536 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:31.215997 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:31.218653 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:31.317639 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (e70228b8-1b7a-46eb-9886-839aae966923), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.371214 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (17216e5a-4f98-4132-bb70-314bf70a4a2b), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.448299 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-37049047-d8a8-412e-ae3e-1d9df55fee77 req-1abae89d-cc7f-46bb-b507-156928f7287d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 210 time: 0.0501270 Mar 05 02:52:31.538142 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for port (17216e5a-4f98-4132-bb70-314bf70a4a2b), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.543789 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (17216e5a-4f98-4132-bb70-314bf70a4a2b), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.616407 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'Port': ['ID=17216e5a-4f98-4132-bb70-314bf70a4a2b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:31.631104 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (e70228b8-1b7a-46eb-9886-839aae966923), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.648960 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.654031 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-2482e78b-71f7-47cf-a0c3-197b824b6e47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3747127 Mar 05 02:52:31.663030 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.790239 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c03fcea-bc9d-4c20-85ec-8b89f20baa20 req-772f9d83-8e83-4f4a-8800-46b8ae17e0ac tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 210 time: 0.0375788 Mar 05 02:52:31.913803 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-abd4472e-29e1-4c89-a2b1-644f58ca0864 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1697080934&fields=id&tenant_id=b9d27da2e71d4962a53a95efc46518ea HTTP/1.1" status: 200 len: 267 time: 0.0576563 Mar 05 02:52:32.135647 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['befe3005-c145-4b53-b393-98b7075cb75b'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:32.185719 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-6345638c-8137-4bf4-82c9-ef468d4390c3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:32.199470 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-6345638c-8137-4bf4-82c9-ef468d4390c3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 811 time: 0.2833524 Mar 05 02:52:32.232506 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-1eef2ff3-a16e-4150-b7eb-1a507675b7ad tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/quotas/b9d27da2e71d4962a53a95efc46518ea HTTP/1.1" status: 200 len: 375 time: 0.0319357 Mar 05 02:52:32.462338 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-168c6a06-682b-460e-950b-c56991bd3137 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254386 Mar 05 02:52:32.487926 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eda83-2102-48c5-97be-2224df696777 req-b2544694-9e8a-42e4-bc95-814a5e7d7e0b tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:32.491614 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fa3eda83-2102-48c5-97be-2224df696777 req-b2544694-9e8a-42e4-bc95-814a5e7d7e0b tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 945 time: 0.1475971 Mar 05 02:52:32.754479 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.13', 53646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:32.846901 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device ee2629eb-419c-405c-901e-ecfa1814beb6 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:33.143971 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.13', 53647) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:33.163467 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-98a22327-138e-4217-8c36-e8d83ed77bf9 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:33.164835 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-98a22327-138e-4217-8c36-e8d83ed77bf9 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 818 time: 0.4090388 Mar 05 02:52:33.180821 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Request body: {'port': {'device_id': '39e14280-8730-41d3-993e-a158f0029386', 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f', 'admin_state_up': True, 'tenant_id': '8112a5759c444c1f94be24ab61bf072f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:33.227705 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port ee2629eb-419c-405c-901e-ecfa1814beb6 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:33.228078 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.339191 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fa3eda83-2102-48c5-97be-2224df696777 req-a917d7a3-fca0-4a33-bbf5-eb117be0644d tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8383877 Mar 05 02:52:33.417675 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Made reservation on behalf of 8112a5759c444c1f94be24ab61bf072f for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:33.423526 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port ee2629eb-419c-405c-901e-ecfa1814beb6 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:33.423732 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.475985 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-5403887e-77bb-4add-91df-97e2ebf50721 service neutron] 10.222.0.26 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833863 Mar 05 02:52:33.559809 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-54b79469-5e35-493a-a478-53deb20ba5cd req-36fc561e-ff02-4537-a063-ca03446fa6bb tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 210 time: 0.0649860 Mar 05 02:52:33.614295 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-24211e79-ee3d-41f1-9741-07fb8f0aa161 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:33.616496 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-24211e79-ee3d-41f1-9741-07fb8f0aa161 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 817 time: 0.4713562 Mar 05 02:52:33.663612 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-39b20dd7-d465-4642-a3c2-3fc4c398bcfe tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:33.665236 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-39b20dd7-d465-4642-a3c2-3fc4c398bcfe tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 818 time: 0.5161214 Mar 05 02:52:33.683951 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Request body: {'port': {'device_id': 'c24fee69-5bf4-40f4-ba18-56aecd12dd96', 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f', 'admin_state_up': True, 'tenant_id': '8112a5759c444c1f94be24ab61bf072f'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:33.800896 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ac727bbd-62fc-424a-a9f4-ddf8882bc073 req-6da5455c-8134-4c21-8875-dae617a77a45 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 210 time: 0.0892987 Mar 05 02:52:33.821714 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Allocated IP 172.20.0.12 (f9d1ff72-b3e0-444c-b935-4420329c224f/7d6772f6-ae72-4af8-af9b-728334f24701/8647369d-1b5f-487f-be9a-cd16b07bda62) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:33.865837 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device befe3005-c145-4b53-b393-98b7075cb75b up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:33.886494 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-9cd74ddb-9430-40e8-b7af-3bd28325032a service neutron] 10.222.0.26 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816171 Mar 05 02:52:33.897946 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-455a9c48-0b73-4f2f-b6d2-fe8f0c837c99 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2 HTTP/1.1" status: 200 len: 380 time: 0.2461205 Mar 05 02:52:33.916963 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'port': {'device_id': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'admin_state_up': True, 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'security_groups': ['92dcb493-d9b7-4361-969e-bff0e5266bc2']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:34.037205 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port befe3005-c145-4b53-b393-98b7075cb75b completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:34.055256 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port befe3005-c145-4b53-b393-98b7075cb75b triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:34.055700 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (befe3005-c145-4b53-b393-98b7075cb75b), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.069811 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Made reservation on behalf of 533ddcf7f3bc4068a6f2856eb915ecb2 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:34.073686 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.108187 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Made reservation on behalf of 8112a5759c444c1f94be24ab61bf072f for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:34.108866 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.315475 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port befe3005-c145-4b53-b393-98b7075cb75b is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:34.315866 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (befe3005-c145-4b53-b393-98b7075cb75b), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.374843 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e848196a-c1b4-4e17-a748-aa877bce4650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befe3005-c145-4b53-b393-98b7075cb75b'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:34.376025 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-289ea612-b1dd-46d9-833e-7c99f75917c0 req-60adcd5b-35ad-444d-b587-1e883dd5b787 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 210 time: 0.0522320 Mar 05 02:52:34.450529 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Allocated IP 172.20.0.9 (0e12fae2-ecda-45fd-a83a-e67cf08123e5/9c1a24e1-7bb7-4554-a86d-cb43ba707669/f280dd1a-3e15-49a1-9569-b6b40278e2a2) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:34.482303 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port befe3005-c145-4b53-b393-98b7075cb75b, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=befe3005-c145-4b53-b393-98b7075cb75b,segment=NetworkSegment(11a2f602-7957-445f-83c0-2131dc47a255),segment_id=11a2f602-7957-445f-83c0-2131dc47a255)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:34.488368 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (befe3005-c145-4b53-b393-98b7075cb75b), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.503614 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks [] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.570206 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.584374 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=befe3005-c145-4b53-b393-98b7075cb75b,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:34.712634 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d88caaa-a1e3-4c54-b743-f58e876e9955" -d '{"events": [{"server_uuid": "e848196a-c1b4-4e17-a748-aa877bce4650", "name": "network-vif-plugged", "status": "completed", "tag": "befe3005-c145-4b53-b393-98b7075cb75b"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:34.729262 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Pushing event updated for resources: {'Port': ['ID=8647369d-1b5f-487f-be9a-cd16b07bda62,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:34.748241 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Network f9d1ff72-b3e0-444c-b935-4420329c224f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:34.750518 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:34.754240 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:34.817171 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-04525b5e-556e-4319-96d5-1ce0723a6f27 req-00491f0b-54c5-4af8-bb97-9b3709c2179a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 210 time: 0.0695293 Mar 05 02:52:34.823755 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Allocated IP 172.20.0.7 (f9d1ff72-b3e0-444c-b935-4420329c224f/7d6772f6-ae72-4af8-af9b-728334f24701/97ec8c13-e022-49e6-a358-8a738e1e166c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:34.825662 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:34.827380 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.836956 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572609c-4fa0-4f45-919f-e85b9c46fc00 req-f9eb4a8b-ad01-47ba-9946-bdd3114c1e82 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:34.839706 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f572609c-4fa0-4f45-919f-e85b9c46fc00 req-f9eb4a8b-ad01-47ba-9946-bdd3114c1e82 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 946 time: 0.3365219 Mar 05 02:52:34.848769 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-e430eac0-efa0-4abe-ba58-c45698cf44e6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6729679 Mar 05 02:52:34.878503 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Request body: {'port': {'device_id': '39e14280-8730-41d3-993e-a158f0029386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:34.958281 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.986806 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.027011 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c840e7f-b416-410f-880d-2309184c5bd6 x-openstack-request-id: req-4c840e7f-b416-410f-880d-2309184c5bd6 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:35.027904 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e848196a-c1b4-4e17-a748-aa877bce4650", "name": "network-vif-plugged", "status": "completed", "tag": "befe3005-c145-4b53-b393-98b7075cb75b", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:35.028366 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c840e7f-b416-410f-880d-2309184c5bd6 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:35.029020 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e848196a-c1b4-4e17-a748-aa877bce4650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befe3005-c145-4b53-b393-98b7075cb75b', 'code': 200} Mar 05 02:52:35.089454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.271497 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.13', 53658) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:35.284061 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:35.294375 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:35.301267 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:35.315394 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f572609c-4fa0-4f45-919f-e85b9c46fc00 req-602b9e3b-69d9-47ed-9ed2-78491d284b5c tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341583 Mar 05 02:52:35.326000 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:35.333229 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:35.335887 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.388507 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a1f8c-9156-4566-8fc7-f7001b6a5a94 req-35792b02-70a1-4c0c-bfaf-5fe2d6c659ec tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:35.390408 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-606a1f8c-9156-4566-8fc7-f7001b6a5a94 req-35792b02-70a1-4c0c-bfaf-5fe2d6c659ec tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 932 time: 0.2878106 Mar 05 02:52:35.434464 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-7f35e5bc-bb29-4568-88f1-805ad69a17c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5238626 Mar 05 02:52:35.476251 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba5c8-5cb1-4452-8a13-8b773a1e374b req-fc230709-7c7c-40c0-9527-13ccce18aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:35.481551 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-35bba5c8-5cb1-4452-8a13-8b773a1e374b req-fc230709-7c7c-40c0-9527-13ccce18aef5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 1130 time: 0.2091806 Mar 05 02:52:35.493125 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Request body: {'port': {'device_id': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:35.511755 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-35bba5c8-5cb1-4452-8a13-8b773a1e374b req-5de09b8f-c7e4-42af-97b3-e638b1359e00 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.566576 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cd5a00a2-b26b-4b1f-af0d-c699a4731a11 req-ed6248bc-176b-4aff-919d-a4241beef788 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 210 time: 0.0628598 Mar 05 02:52:35.595482 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks [] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.634683 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-35bba5c8-5cb1-4452-8a13-8b773a1e374b req-5de09b8f-c7e4-42af-97b3-e638b1359e00 service neutron] Publish callbacks [] for security_group (ca777d1a-3161-4398-8d75-5b0e4f0f3240), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.645361 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-35bba5c8-5cb1-4452-8a13-8b773a1e374b req-5de09b8f-c7e4-42af-97b3-e638b1359e00 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ca777d1a-3161-4398-8d75-5b0e4f0f3240), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.645506 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-21446968-f400-4332-bdd0-bc464d15b444 None None] Provisioning complete for port f280dd1a-3e15-49a1-9569-b6b40278e2a2 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:35.645945 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-21446968-f400-4332-bdd0-bc464d15b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.668108 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-606a1f8c-9156-4566-8fc7-f7001b6a5a94 req-789a5c9a-22fd-480e-8fc3-4852176f2519 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600505 Mar 05 02:52:35.686379 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-21446968-f400-4332-bdd0-bc464d15b444 None None] Port f280dd1a-3e15-49a1-9569-b6b40278e2a2 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:35.694476 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.695319 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-35bba5c8-5cb1-4452-8a13-8b773a1e374b req-5de09b8f-c7e4-42af-97b3-e638b1359e00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059953 Mar 05 02:52:35.739697 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de09b8f-c7e4-42af-97b3-e638b1359e00 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ca777d1a-3161-4398-8d75-5b0e4f0f3240,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:35.783357 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.908099 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Network f9d1ff72-b3e0-444c-b935-4420329c224f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:35.910613 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Pushing event updated for resources: {'Port': ['ID=97ec8c13-e022-49e6-a358-8a738e1e166c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:35.923864 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:35.927336 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:35.932665 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:35.933313 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.026179 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-af56ead4-b18d-4abf-b391-c7c8fcc63671 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3460047 Mar 05 02:52:36.041919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Request body: {'port': {'device_id': 'c24fee69-5bf4-40f4-ba18-56aecd12dd96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:36.102369 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e18f4-f10a-4105-b9ad-c0394124d282 req-8a1b476f-2c9a-4584-a052-ccdf8c290232 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:36.103905 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b98e18f4-f10a-4105-b9ad-c0394124d282 req-8a1b476f-2c9a-4584-a052-ccdf8c290232 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 931 time: 0.1228290 Mar 05 02:52:36.128972 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8647369d-1b5f-487f-be9a-cd16b07bda62 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:36.147614 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.148855 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Publish callbacks [] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.182042 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Transition to ACTIVE for port object 8647369d-1b5f-487f-be9a-cd16b07bda62 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:36.224696 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.275572 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47206) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:36.319426 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Pushing event updated for resources: {'Port': ['ID=8647369d-1b5f-487f-be9a-cd16b07bda62,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:36.439004 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-9f9b17b6-6543-4739-90e0-2c28990410f8 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:36.440815 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-9f9b17b6-6543-4739-90e0-2c28990410f8 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 811 time: 0.3509002 Mar 05 02:52:36.487318 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-094537cc-49e4-491c-bd4e-b30184daba9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.506207 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f280dd1a-3e15-49a1-9569-b6b40278e2a2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:36.517494 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b98e18f4-f10a-4105-b9ad-c0394124d282 req-4c44bf0b-2d03-4fbe-9e86-78f2be667552 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052637 Mar 05 02:52:36.524242 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Publish callbacks [] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.598103 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Attempting to bind port 8647369d-1b5f-487f-be9a-cd16b07bda62 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:36.598623 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Attempting to bind port 8647369d-1b5f-487f-be9a-cd16b07bda62 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:36.598915 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Attempting to bind port 8647369d-1b5f-487f-be9a-cd16b07bda62 on network f9d1ff72-b3e0-444c-b935-4420329c224f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:36.625971 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f4573-87e2-4df6-aa08-cf942a8ed46f req-6cf921c5-ab72-4d11-8bd8-75e014df88da tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:36.628123 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-801f4573-87e2-4df6-aa08-cf942a8ed46f req-6cf921c5-ab72-4d11-8bd8-75e014df88da tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 946 time: 0.1949432 Mar 05 02:52:36.632693 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Transition to ACTIVE for port object f280dd1a-3e15-49a1-9569-b6b40278e2a2 will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:36.677450 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-094537cc-49e4-491c-bd4e-b30184daba9b admin admin] Publish callbacks [] for security_group (337b0bc3-8106-48f3-ac2f-6df1d0391905), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.678846 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Port 8647369d-1b5f-487f-be9a-cd16b07bda62 on network f9d1ff72-b3e0-444c-b935-4420329c224f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:36.679313 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Attempting to bind port 8647369d-1b5f-487f-be9a-cd16b07bda62 on network f9d1ff72-b3e0-444c-b935-4420329c224f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:36.686738 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:36.687486 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Checking segment: {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:36.689144 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Bound using segment: {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:36.689799 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Bound port: 8647369d-1b5f-487f-be9a-cd16b07bda62, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:36.690439 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.699703 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-1be98a79-3bc0-4651-9072-ab61619262df tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9d27da2e71d4962a53a95efc46518ea HTTP/1.1" status: 200 len: 380 time: 0.2363424 Mar 05 02:52:36.702334 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-094537cc-49e4-491c-bd4e-b30184daba9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (337b0bc3-8106-48f3-ac2f-6df1d0391905), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.726977 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'port': {'device_id': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'admin_state_up': True, 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'security_groups': ['08f4b952-a70d-4399-a3e3-76053a924796']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:36.750095 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.854414 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-094537cc-49e4-491c-bd4e-b30184daba9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4611fa4740e041c0a75c2c31f2f39d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5768237 Mar 05 02:52:36.859084 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3b77c97-090c-4dd2-8ef6-361392df48e6 req-1b6e68cf-da32-42e3-a641-4ca4d1f4ee22 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 210 time: 0.1158314 Mar 05 02:52:36.864973 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47248) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:36.865801 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094537cc-49e4-491c-bd4e-b30184daba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337b0bc3-8106-48f3-ac2f-6df1d0391905,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:36.976708 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] For port 8647369d-1b5f-487f-be9a-cd16b07bda62, host hv-cinder-82725, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:36.984268 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] For port 8647369d-1b5f-487f-be9a-cd16b07bda62, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8647369d-1b5f-487f-be9a-cd16b07bda62,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:37.018090 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.022364 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-801f4573-87e2-4df6-aa08-cf942a8ed46f req-6cb8797f-9f6b-4293-a9ff-51553a4957e3 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853433 Mar 05 02:52:37.023286 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:37.084698 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47256) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:37.102401 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Attempting to bind port f280dd1a-3e15-49a1-9569-b6b40278e2a2 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:37.103120 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Attempting to bind port f280dd1a-3e15-49a1-9569-b6b40278e2a2 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:37.103621 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Attempting to bind port f280dd1a-3e15-49a1-9569-b6b40278e2a2 on network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:37.143345 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:37.145305 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.148523 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Port f280dd1a-3e15-49a1-9569-b6b40278e2a2 on network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:37.148924 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Attempting to bind port f280dd1a-3e15-49a1-9569-b6b40278e2a2 on network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:37.159154 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] 10.222.0.13 "PUT /v2.0/ports/8647369d-1b5f-487f-be9a-cd16b07bda62 HTTP/1.1" status: 200 len: 1094 time: 2.2914581 Mar 05 02:52:37.177862 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e14280-8730-41d3-993e-a158f0029386', 'tag': '8647369d-1b5f-487f-be9a-cd16b07bda62'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:37.184077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:37.185025 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Checking segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:37.185726 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Bound using segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:37.186433 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Bound port: f280dd1a-3e15-49a1-9569-b6b40278e2a2, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:37.186991 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.204643 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba689e7-0b99-4491-a082-8ff9f9b181c2 req-fb8b4f2f-1fb2-4294-928a-7b7e1e80af11 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:37.212135 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4ba689e7-0b99-4491-a082-8ff9f9b181c2 req-fb8b4f2f-1fb2-4294-928a-7b7e1e80af11 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 944 time: 0.2341647 Mar 05 02:52:37.226951 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ec8c13-e022-49e6-a358-8a738e1e166c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:37.245066 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Publish callbacks [] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.245497 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Made reservation on behalf of b9d27da2e71d4962a53a95efc46518ea for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:37.258010 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.264974 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e4554-9716-4a86-8cb2-891ff25a7f7c service neutron] Pushing event updated for resources: {'Port': ['ID=8647369d-1b5f-487f-be9a-cd16b07bda62,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:37.303937 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Transition to ACTIVE for port object 97ec8c13-e022-49e6-a358-8a738e1e166c will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:37.311621 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.346075 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bb1f-2fe3-4725-a974-82fcf1eb5915 admin admin] Publish callbacks [] for security_group (337b0bc3-8106-48f3-ac2f-6df1d0391905), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.382628 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4ba689e7-0b99-4491-a082-8ff9f9b181c2 req-30629392-3e1a-4873-b2c0-5a40ec08eb31 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691470 Mar 05 02:52:37.425863 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:37.430117 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:37.436779 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Pushing event updated for resources: {'Port': ['ID=97ec8c13-e022-49e6-a358-8a738e1e166c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:37.446933 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.511665 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Attempting to bind port 97ec8c13-e022-49e6-a358-8a738e1e166c on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:37.512395 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Attempting to bind port 97ec8c13-e022-49e6-a358-8a738e1e166c by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:37.512395 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Attempting to bind port 97ec8c13-e022-49e6-a358-8a738e1e166c on network f9d1ff72-b3e0-444c-b935-4420329c224f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:37.513830 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-020c5039-f80d-4a1f-aeb3-e0aba2622a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.518499 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:37.519133 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.523672 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] 10.222.0.13 "PUT /v2.0/ports/f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 200 len: 1093 time: 2.0337701 Mar 05 02:52:37.524304 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:37.526156 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bb1f-2fe3-4725-a974-82fcf1eb5915 admin admin] Publish callbacks [] for security_group (337b0bc3-8106-48f3-ac2f-6df1d0391905), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.526554 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88dbd0f-15c7-4390-a057-8794c3c04302" -d '{"events": [{"name": "network-changed", "server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:37.540281 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Port 97ec8c13-e022-49e6-a358-8a738e1e166c on network f9d1ff72-b3e0-444c-b935-4420329c224f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:37.540613 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Attempting to bind port 97ec8c13-e022-49e6-a358-8a738e1e166c on network f9d1ff72-b3e0-444c-b935-4420329c224f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:37.545237 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "39e14280-8730-41d3-993e-a158f0029386", "tag": "8647369d-1b5f-487f-be9a-cd16b07bda62"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:37.557243 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:37.557781 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Checking segment: {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:37.558358 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Bound using segment: {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:37.558977 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Bound port: 97ec8c13-e022-49e6-a358-8a738e1e166c, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3baa6af2-0ad0-43bf-8604-f22dd825b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:37.559487 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.579397 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a51ab-f035-4dcf-bdb2-5a336d376952 service neutron] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:37.638365 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f1a41e-02d8-4a69-b474-e2f65421fafe x-openstack-request-id: req-84f1a41e-02d8-4a69-b474-e2f65421fafe {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:37.639155 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:37.639867 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84f1a41e-02d8-4a69-b474-e2f65421fafe {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:37.641380 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'status': 'completed', 'code': 200} Mar 05 02:52:37.717381 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] For port 97ec8c13-e022-49e6-a358-8a738e1e166c, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:37.735098 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] For port 97ec8c13-e022-49e6-a358-8a738e1e166c, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=97ec8c13-e022-49e6-a358-8a738e1e166c,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:37.764675 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.798201 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-020c5039-f80d-4a1f-aeb3-e0aba2622a50 admin admin] Publish callbacks [] for security_group (3c1a3356-6fce-443e-828d-bde9771ab4dc), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.851465 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.855662 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-020c5039-f80d-4a1f-aeb3-e0aba2622a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3c1a3356-6fce-443e-828d-bde9771ab4dc), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.858949 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c09ce96-11a3-4992-9d98-1435f0d16840 x-openstack-request-id: req-8c09ce96-11a3-4992-9d98-1435f0d16840 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:37.859313 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e14280-8730-41d3-993e-a158f0029386", "tag": "8647369d-1b5f-487f-be9a-cd16b07bda62", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:37.860174 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c09ce96-11a3-4992-9d98-1435f0d16840 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:37.860833 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e14280-8730-41d3-993e-a158f0029386', 'tag': '8647369d-1b5f-487f-be9a-cd16b07bda62', 'status': 'completed', 'code': 200} Mar 05 02:52:37.885451 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:37.886478 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.887691 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] 10.222.0.13 "PUT /v2.0/ports/97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 200 len: 1093 time: 1.8512928 Mar 05 02:52:37.894970 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ce597979-5cf9-4734-a2a9-3994297acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:37.897591 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-ce597979-5cf9-4734-a2a9-3994297acfef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 1127 time: 0.3184512 Mar 05 02:52:37.933294 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-16d0c689-1c1c-49f1-8d27-877818f191d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:37.934996 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-16d0c689-1c1c-49f1-8d27-877818f191d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 1128 time: 0.6496437 Mar 05 02:52:37.945151 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Allocated IP 172.20.0.7 (691722ee-1aea-4c34-b285-794aff5b5741/6b6cfc77-54d6-4bb7-8b48-a80db13e0882/f5a9d7d0-d2b2-401b-bf1a-016e681e13ff) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:37.956103 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c5039-f80d-4a1f-aeb3-e0aba2622a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a3356-6fce-443e-828d-bde9771ab4dc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:37.960999 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-af04a135-2d16-4556-bdb9-2b283dd45673 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 200 len: 217 time: 0.0495203 Mar 05 02:52:38.063501 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ac2695c0-e355-4de1-a4de-853b734a757d req-ef211910-f17d-45f2-be7b-e3663d847b8c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 210 time: 0.1046689 Mar 05 02:52:38.069475 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcc27f-1a2c-468c-adc1-bb6674e78b02 service neutron] Pushing event updated for resources: {'Port': ['ID=97ec8c13-e022-49e6-a358-8a738e1e166c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:38.090434 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e241cd9-d8fa-4c30-a88a-fc6d29d9f7e7 req-3ca6ea40-939c-43d1-bf29-1008c66ccd80 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.094480 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2e241cd9-d8fa-4c30-a88a-fc6d29d9f7e7 req-3ca6ea40-939c-43d1-bf29-1008c66ccd80 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.3376687 Mar 05 02:52:38.123291 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-fdd9a4f6-38e2-404e-befb-a53af174e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.124863 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-fdd9a4f6-38e2-404e-befb-a53af174e975 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.1530304 Mar 05 02:52:38.174892 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-ee92336f-6936-43fa-a94b-188c71cfd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.176321 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-ee92336f-6936-43fa-a94b-188c71cfd50c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1127 time: 0.2192881 Mar 05 02:52:38.188861 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-020c5039-f80d-4a1f-aeb3-e0aba2622a50 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e0d4db610244cd2855fca3fd62f7350&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1011617 Mar 05 02:52:38.193429 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47290) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:38.196320 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-f85c0581-360a-470b-86ae-d8b3719c0a7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8647369d-1b5f-487f-be9a-cd16b07bda62 HTTP/1.1" status: 200 len: 217 time: 0.2526338 Mar 05 02:52:38.254181 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bb1f-2fe3-4725-a974-82fcf1eb5915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (337b0bc3-8106-48f3-ac2f-6df1d0391905), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.256721 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bb1f-2fe3-4725-a974-82fcf1eb5915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.257877 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3ef8bb1f-2fe3-4725-a974-82fcf1eb5915 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/337b0bc3-8106-48f3-ac2f-6df1d0391905 HTTP/1.1" status: 204 len: 168 time: 1.3886664 Mar 05 02:52:38.264025 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2e241cd9-d8fa-4c30-a88a-fc6d29d9f7e7 req-2d3cd5c2-bfb0-442d-98a3-63b69b7c1ed9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597352 Mar 05 02:52:38.270289 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-d56b9e67-706b-44a6-b66a-1ad68352fa1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 200 len: 217 time: 0.0695539 Mar 05 02:52:38.300871 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8bb1f-2fe3-4725-a974-82fcf1eb5915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337b0bc3-8106-48f3-ac2f-6df1d0391905,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:38.325482 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-d5cb2fd9-e9a9-49ea-8be3-1b0e401de7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.327186 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-d5cb2fd9-e9a9-49ea-8be3-1b0e401de7c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1939592 Mar 05 02:52:38.350082 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ac0fc-700b-44d2-ad5c-569e730bc930 req-7232ceba-8138-4fcb-997f-787f46df274c tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.351627 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-731ac0fc-700b-44d2-ad5c-569e730bc930 req-7232ceba-8138-4fcb-997f-787f46df274c tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 946 time: 0.2200761 Mar 05 02:52:38.355568 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-1cc16541-6969-4995-88cb-f1804ad67761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.357087 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-1cc16541-6969-4995-88cb-f1804ad67761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.1542828 Mar 05 02:52:38.384737 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-9d160d01-6c01-4bb1-863b-73830f6479fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.386202 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-9d160d01-6c01-4bb1-863b-73830f6479fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.1096201 Mar 05 02:52:38.462801 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.465397 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-d51212e0-a3b0-470e-9b14-38aaae994d12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412271 Mar 05 02:52:38.560125 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-731ac0fc-700b-44d2-ad5c-569e730bc930 req-e1489586-61dc-4c0e-8cec-cd7d0bd4b549 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938601 Mar 05 02:52:38.562531 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-c296a030-b949-4c43-a321-1ee88810dc7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525241 Mar 05 02:52:38.563433 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24e8b373-6b4b-44df-93bd-26f5170a8349 admin admin] Publish callbacks [] for security_group (3c1a3356-6fce-443e-828d-bde9771ab4dc), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.604522 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-77213678-eea1-4425-872e-58b99af26a21 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692964 Mar 05 02:52:38.624701 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24e8b373-6b4b-44df-93bd-26f5170a8349 admin admin] Publish callbacks [] for security_group (3c1a3356-6fce-443e-828d-bde9771ab4dc), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.629603 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.748950 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb1f30-f6b2-4051-bf23-946ac3173ffe req-ea1ef45a-e46f-4385-94ae-2e35d35d058b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.757391 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2acb1f30-f6b2-4051-bf23-946ac3173ffe req-ea1ef45a-e46f-4385-94ae-2e35d35d058b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 944 time: 0.2681737 Mar 05 02:52:38.789475 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47310) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:38.789628 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'Port': ['ID=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:38.878257 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-0825c017-02ea-428e-8669-f7c26dc0e0a9 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075535 Mar 05 02:52:38.881394 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Network 691722ee-1aea-4c34-b285-794aff5b5741 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:38.883915 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:38.896598 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:38.990793 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:38.991637 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.052547 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-4edd4567-9036-4895-81d7-4f42912fb6c6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3465905 Mar 05 02:52:39.054985 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24e8b373-6b4b-44df-93bd-26f5170a8349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3c1a3356-6fce-443e-828d-bde9771ab4dc), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.058782 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24e8b373-6b4b-44df-93bd-26f5170a8349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.059133 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-b0248bec-6276-42b3-a494-9c80d8492ecd service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855780 Mar 05 02:52:39.063325 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-24e8b373-6b4b-44df-93bd-26f5170a8349 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c1a3356-6fce-443e-828d-bde9771ab4dc HTTP/1.1" status: 204 len: 168 time: 0.8681171 Mar 05 02:52:39.075988 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8b373-6b4b-44df-93bd-26f5170a8349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a3356-6fce-443e-828d-bde9771ab4dc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:39.085155 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Request body: {'port': {'device_id': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:39.145706 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e9b1d62-2345-49a5-82b5-bfa088de64ea req-638f0158-c9a4-44f2-893f-af78e05370a2 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162985 Mar 05 02:52:39.198027 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5d63d5c8-bb45-401b-aa34-693dad7e2264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.218015 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-0ce67e44-ae54-4fd5-9a8c-9dd0a24c2c05 req-d734ab7f-6d2c-4fda-86f8-b85bae094d59 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316617 Mar 05 02:52:39.221675 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2acb1f30-f6b2-4051-bf23-946ac3173ffe req-78a37168-07c8-455c-91de-8a3a471e4ec3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565184 Mar 05 02:52:39.275310 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.413557 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-21ea7197-ca59-4fbe-9756-14b82086b77a None None] Provisioning complete for port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:39.414721 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-21ea7197-ca59-4fbe-9756-14b82086b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.467848 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-c5c21c6c-e50b-4667-b423-69800fb2f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.470096 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-21ea7197-ca59-4fbe-9756-14b82086b77a None None] Port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:39.470544 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-c5c21c6c-e50b-4667-b423-69800fb2f25f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 1128 time: 0.1784751 Mar 05 02:52:39.512182 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fa317-cc17-452a-801b-24dbc0630c01 req-92963e8b-d95d-4a74-8be7-198e544e4336 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.513682 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1f8fa317-cc17-452a-801b-24dbc0630c01 req-92963e8b-d95d-4a74-8be7-198e544e4336 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 931 time: 0.2883370 Mar 05 02:52:39.522861 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-6ef01d93-3787-447a-bf1b-8f2aea732285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.524356 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-6ef01d93-3787-447a-bf1b-8f2aea732285 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 1127 time: 0.3016636 Mar 05 02:52:39.551592 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f6ecb-b085-4804-8e96-3917a85a657a req-81c8a7d5-dd9a-4e18-a32c-ab4de2da881e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.553065 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9b1f6ecb-b085-4804-8e96-3917a85a657a req-81c8a7d5-dd9a-4e18-a32c-ab4de2da881e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1844437 Mar 05 02:52:39.564566 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7461dfc-a7fe-4f9a-bb70-f83be89599a5 req-7d5e78bb-9080-4d70-ab82-f76df17ef097 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066582 Mar 05 02:52:39.608130 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5d63d5c8-bb45-401b-aa34-693dad7e2264 admin admin] Publish callbacks [] for security_group (362b739a-08ce-44f0-906b-0a4ce3563e6a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.609229 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47336) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:39.654286 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24fee69-5bf4-40f4-ba18-56aecd12dd96', 'tag': '97ec8c13-e022-49e6-a358-8a738e1e166c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:39.656603 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f04f153-5c85-4026-914a-d92d229c4c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c24fee69-5bf4-40f4-ba18-56aecd12dd96", "tag": "97ec8c13-e022-49e6-a358-8a738e1e166c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:39.659175 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5d63d5c8-bb45-401b-aa34-693dad7e2264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (362b739a-08ce-44f0-906b-0a4ce3563e6a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.701724 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-67601f01-602a-4110-96f7-0b78a2f3ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.702713 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3a6a-001c-40e8-9250-f52b84840e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.703215 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-67601f01-602a-4110-96f7-0b78a2f3ed7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.2188790 Mar 05 02:52:39.757583 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-503b969e-fb9e-4e83-8b71-0f7622e67f7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8647369d-1b5f-487f-be9a-cd16b07bda62 HTTP/1.1" status: 200 len: 217 time: 0.0422566 Mar 05 02:52:39.775386 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-5d63d5c8-bb45-401b-aa34-693dad7e2264 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1933a7d3ed94a1c9929e883939f37ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9797356 Mar 05 02:52:39.776176 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1f8fa317-cc17-452a-801b-24dbc0630c01 req-2e19247d-3816-4e53-8be6-424a7e523de9 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471559 Mar 05 02:52:39.776635 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47340) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:39.788606 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63d5c8-bb45-401b-aa34-693dad7e2264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362b739a-08ce-44f0-906b-0a4ce3563e6a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:39.814549 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9b1f6ecb-b085-4804-8e96-3917a85a657a req-6e328277-f9f1-4e14-9f40-95010538d46f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481511 Mar 05 02:52:39.818484 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-726d1104-c9fa-4a17-a39f-f31ee4b3b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.819941 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-726d1104-c9fa-4a17-a39f-f31ee4b3b999 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.2757139 Mar 05 02:52:39.849289 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb71b85d-ba51-4300-a242-b37d476f87ce x-openstack-request-id: req-bb71b85d-ba51-4300-a242-b37d476f87ce {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:39.849289 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24fee69-5bf4-40f4-ba18-56aecd12dd96", "tag": "97ec8c13-e022-49e6-a358-8a738e1e166c", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:39.849289 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb71b85d-ba51-4300-a242-b37d476f87ce {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:39.849725 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a9d7d0-d2b2-401b-bf1a-016e681e13ff {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:39.849813 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24fee69-5bf4-40f4-ba18-56aecd12dd96', 'tag': '97ec8c13-e022-49e6-a358-8a738e1e166c', 'status': 'completed', 'code': 200} Mar 05 02:52:39.858683 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Publish callbacks [] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.880604 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Transition to ACTIVE for port object f5a9d7d0-d2b2-401b-bf1a-016e681e13ff will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:39.886738 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.896952 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-00684eaf-0b9b-465b-92fa-386bb6b503a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 200 len: 217 time: 0.0669727 Mar 05 02:52:39.927941 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-604e362a-ab87-46db-94cb-c228bbfe82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.930103 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-604e362a-ab87-46db-94cb-c228bbfe82fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.1511362 Mar 05 02:52:39.986593 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-e64d3889-4ff6-46b8-ad86-edeb4f3fb4a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421684 Mar 05 02:52:39.989725 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:40.002039 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b8bab6d7-1b53-4aa1-a5eb-ad92b956100b admin admin] Publish callbacks [] for security_group (362b739a-08ce-44f0-906b-0a4ce3563e6a), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.027457 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-c8f9b032-227f-4d2f-9421-12dd4903afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.028933 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-c8f9b032-227f-4d2f-9421-12dd4903afa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.1050875 Mar 05 02:52:40.059771 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3a6a-001c-40e8-9250-f52b84840e14 admin admin] Publish callbacks [] for security_group (0c822d0e-2ef6-4834-91d3-dff7e2ae8db1), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.079777 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-baf37f0c-b72c-4b59-9d70-1234ec3ded73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.081332 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-baf37f0c-b72c-4b59-9d70-1234ec3ded73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1127 time: 0.1982517 Mar 05 02:52:40.083429 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b8bab6d7-1b53-4aa1-a5eb-ad92b956100b admin admin] Publish callbacks [] for security_group (362b739a-08ce-44f0-906b-0a4ce3563e6a), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.092137 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3a6a-001c-40e8-9250-f52b84840e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (0c822d0e-2ef6-4834-91d3-dff7e2ae8db1), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.159226 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-0cedf872-9575-41ad-8e5a-83bdea2c5eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655874 Mar 05 02:52:40.180918 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Attempting to bind port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:40.181545 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Attempting to bind port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:40.181757 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Attempting to bind port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff on network 691722ee-1aea-4c34-b285-794aff5b5741 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:40.201699 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff on network 691722ee-1aea-4c34-b285-794aff5b5741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:40.202175 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Attempting to bind port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff on network 691722ee-1aea-4c34-b285-794aff5b5741 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:40.202513 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-1d7e3a6a-001c-40e8-9250-f52b84840e14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6955d4753034e80a66331adcd5b631a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5855088 Mar 05 02:52:40.207506 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47354) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:40.225180 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:40.225689 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Checking segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:40.225919 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Bound using segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:40.226347 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Bound port: f5a9d7d0-d2b2-401b-bf1a-016e681e13ff, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:40.226761 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.243272 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e3a6a-001c-40e8-9250-f52b84840e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c822d0e-2ef6-4834-91d3-dff7e2ae8db1,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:40.276731 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-cdaf7be8-c536-4600-8001-f664b59dcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.285886 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-cdaf7be8-c536-4600-8001-f664b59dcd39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2367952 Mar 05 02:52:40.455886 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b8bab6d7-1b53-4aa1-a5eb-ad92b956100b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (362b739a-08ce-44f0-906b-0a4ce3563e6a), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.469592 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b8bab6d7-1b53-4aa1-a5eb-ad92b956100b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.477471 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-b8bab6d7-1b53-4aa1-a5eb-ad92b956100b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/362b739a-08ce-44f0-906b-0a4ce3563e6a HTTP/1.1" status: 204 len: 168 time: 0.6897502 Mar 05 02:52:40.483333 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-1270e2ef-36d3-42d2-b452-729b0977b3c4 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162165 Mar 05 02:52:40.508578 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] For port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff, host hv-cinder-82725, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:40.512359 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] For port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:40.520531 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.565334 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bab6d7-1b53-4aa1-a5eb-ad92b956100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b739a-08ce-44f0-906b-0a4ce3563e6a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:40.572660 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.573298 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.575217 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5a9d7d0-d2b2-401b-bf1a-016e681e13ff HTTP/1.1" status: 200 len: 1093 time: 1.5092549 Mar 05 02:52:40.575861 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'tag': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:40.578832 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571e43e3-955a-42a0-bf87-e482139d0d34" -d '{"events": [{"name": "network-changed", "server_uuid": "d0080e4b-6532-4e0c-8d19-cfbdf32e401b", "tag": "f5a9d7d0-d2b2-401b-bf1a-016e681e13ff"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:40.591668 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-e581350a-217b-40ad-956c-3d923d3ba02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.595670 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-e581350a-217b-40ad-956c-3d923d3ba02d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.4964440 Mar 05 02:52:40.605218 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454dd6a-17c1-4ada-ac6a-eed8059dab97 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:40.746591 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-69b7dbbe-e2b2-4dc4-a825-cf394005dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.748170 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-69b7dbbe-e2b2-4dc4-a825-cf394005dab3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 1127 time: 0.1239238 Mar 05 02:52:40.779575 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-3ca72484-260d-4a5f-bae6-a75c7e84fa8f service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923983 Mar 05 02:52:40.791028 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-684d1e0a-6b04-438e-8e57-26f1ba624d53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 200 len: 217 time: 0.1448405 Mar 05 02:52:40.807730 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-368b4632-dafd-45ad-b1a0-0d75f36e62ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff HTTP/1.1" status: 200 len: 217 time: 0.0521734 Mar 05 02:52:40.875412 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-3495ed3e-1bfd-4700-b5f7-7ea4b527eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.877782 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-3495ed3e-1bfd-4700-b5f7-7ea4b527eb11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.0651007 Mar 05 02:52:40.882606 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-478ed00a-8cfd-4fa8-a992-1546c4bc5bd6 admin admin] Publish callbacks [] for security_group (0c822d0e-2ef6-4834-91d3-dff7e2ae8db1), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.968126 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-a9a2baa7-0453-40b6-a640-8566e4212447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.970277 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-a9a2baa7-0453-40b6-a640-8566e4212447 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845795 Mar 05 02:52:40.971473 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7763-b81d-4020-a6fa-2ef238803786 req-5a4165e1-941c-4ad3-8afa-4c17565b1870 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.973070 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5fee7763-b81d-4020-a6fa-2ef238803786 req-5a4165e1-941c-4ad3-8afa-4c17565b1870 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 944 time: 0.6229482 Mar 05 02:52:40.982233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-a672c3bc-24bd-47ec-80fa-14e4c9ff09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:40.983667 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-a672c3bc-24bd-47ec-80fa-14e4c9ff09f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.1770346 Mar 05 02:52:40.991633 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-478ed00a-8cfd-4fa8-a992-1546c4bc5bd6 admin admin] Publish callbacks [] for security_group (0c822d0e-2ef6-4834-91d3-dff7e2ae8db1), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.055085 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-25919804-8cb5-48ee-a4ce-1340e29ce4a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591786 Mar 05 02:52:41.093111 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea56162-6d9d-42a8-91da-6659b7731366 x-openstack-request-id: req-dea56162-6d9d-42a8-91da-6659b7731366 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:41.093455 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b88dbd0f-15c7-4390-a057-8794c3c04302 req-9325c55a-e67e-41c0-8629-dcae5d56ae06 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043571 Mar 05 02:52:41.094453 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0080e4b-6532-4e0c-8d19-cfbdf32e401b", "tag": "f5a9d7d0-d2b2-401b-bf1a-016e681e13ff", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:41.096363 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dea56162-6d9d-42a8-91da-6659b7731366 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:41.096832 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'tag': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'status': 'completed', 'code': 200} Mar 05 02:52:41.141225 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5fee7763-b81d-4020-a6fa-2ef238803786 req-ec1c3c6e-fc76-4307-a90f-01566b13a798 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516953 Mar 05 02:52:41.141921 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-ff413ff2-7f8f-45d9-9fd4-7a1cf4b3a12f service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647861 Mar 05 02:52:41.223546 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-478ed00a-8cfd-4fa8-a992-1546c4bc5bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (0c822d0e-2ef6-4834-91d3-dff7e2ae8db1), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.226069 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-478ed00a-8cfd-4fa8-a992-1546c4bc5bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.227215 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-478ed00a-8cfd-4fa8-a992-1546c4bc5bd6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c822d0e-2ef6-4834-91d3-dff7e2ae8db1 HTTP/1.1" status: 204 len: 168 time: 0.9937773 Mar 05 02:52:41.249053 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ed00a-8cfd-4fa8-a992-1546c4bc5bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c822d0e-2ef6-4834-91d3-dff7e2ae8db1,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:41.300431 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86940d-df74-4d01-b30d-6bb828e8638c req-1bf786c3-9d48-4f28-80a3-db25582adee2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:41.308465 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d86940d-df74-4d01-b30d-6bb828e8638c req-1bf786c3-9d48-4f28-80a3-db25582adee2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 943 time: 0.1710844 Mar 05 02:52:41.330545 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-0907bcf5-ab03-4440-8c83-db5d6e0c2935 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242196 Mar 05 02:52:41.331873 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-a5d4ea65-005d-45df-85af-54ac21ba1c31 req-cfc0c115-0612-4c38-bc40-e55a40e8ec8f service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841447 Mar 05 02:52:41.439969 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-72990316-286f-4012-8e6d-936c3a0d6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:41.441574 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-72990316-286f-4012-8e6d-936c3a0d6463 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 1127 time: 0.0508318 Mar 05 02:52:41.474811 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d86940d-df74-4d01-b30d-6bb828e8638c req-d355cbac-cc75-4791-9432-c9ba9793bb74 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648958 Mar 05 02:52:41.528397 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733bd86-04a6-48b0-a94c-e56ea37aa172 req-7ff9a553-b3e7-4033-81fa-f86a8c8a806b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:41.532486 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5733bd86-04a6-48b0-a94c-e56ea37aa172 req-7ff9a553-b3e7-4033-81fa-f86a8c8a806b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.2517171 Mar 05 02:52:41.535921 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f04f153-5c85-4026-914a-d92d229c4c0f req-5d55b239-68a0-4479-8078-4800bb367085 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808338 Mar 05 02:52:41.597660 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5733bd86-04a6-48b0-a94c-e56ea37aa172 req-c44b7ef2-0649-4bf3-a68e-12f7bc093505 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588601 Mar 05 02:52:41.668706 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-151fd966-6ff5-4850-a800-510dcf45f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:41.670227 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-151fd966-6ff5-4850-a800-510dcf45f8e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 911 time: 0.1912925 Mar 05 02:52:41.724230 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-1f25b624-ee55-4f7d-9e50-0b7f7573b760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff HTTP/1.1" status: 200 len: 217 time: 0.0457520 Mar 05 02:52:41.793414 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-867fa7df-a9da-47f1-a4cf-733a9b3c84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:41.794512 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-867fa7df-a9da-47f1-a4cf-733a9b3c84ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.0650651 Mar 05 02:52:41.862873 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-e82a9e07-610f-4975-ad97-78ae880b54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:41.864895 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-e82a9e07-610f-4975-ad97-78ae880b54cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640316 Mar 05 02:52:41.896265 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:41.987363 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-63d4f89b-79c7-489c-892e-fe1e204b5cda service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154416 Mar 05 02:52:42.070508 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:42.088612 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'port_id': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'mac_address': 'fa:16:3e:5c:fb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:42.184158 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f280dd1a-3e15-49a1-9569-b6b40278e2a2 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:42.184559 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.218789 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f280dd1a-3e15-49a1-9569-b6b40278e2a2 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:42.300047 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:42.307615 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.308375 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 97ec8c13-e022-49e6-a358-8a738e1e166c details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:42.481241 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-571e43e3-955a-42a0-bf87-e482139d0d34 req-8fafed7e-5c52-40a4-be67-7f9bc6af2573 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870002 Mar 05 02:52:42.555001 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 97ec8c13-e022-49e6-a358-8a738e1e166c, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=97ec8c13-e022-49e6-a358-8a738e1e166c,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:42.576263 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '97ec8c13-e022-49e6-a358-8a738e1e166c', 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f', 'port_id': '97ec8c13-e022-49e6-a358-8a738e1e166c', 'mac_address': 'fa:16:3e:d8:1e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6772f6-ae72-4af8-af9b-728334f24701', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:42.636930 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 97ec8c13-e022-49e6-a358-8a738e1e166c is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:42.637328 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.655411 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:42.660401 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ec8c13-e022-49e6-a358-8a738e1e166c {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:42.684981 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 97ec8c13-e022-49e6-a358-8a738e1e166c, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=97ec8c13-e022-49e6-a358-8a738e1e166c,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:42.692294 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.693061 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 8647369d-1b5f-487f-be9a-cd16b07bda62 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:42.731014 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 8647369d-1b5f-487f-be9a-cd16b07bda62, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8647369d-1b5f-487f-be9a-cd16b07bda62,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:42.734176 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6be0-d369-47ef-8b34-ad19f23d37d5 req-95362546-4f8f-4060-89e8-67dd126c10e7 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:42.735900 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dafe6be0-d369-47ef-8b34-ad19f23d37d5 req-95362546-4f8f-4060-89e8-67dd126c10e7 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 944 time: 0.4566917 Mar 05 02:52:42.747188 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '8647369d-1b5f-487f-be9a-cd16b07bda62', 'network_id': 'f9d1ff72-b3e0-444c-b935-4420329c224f', 'port_id': '8647369d-1b5f-487f-be9a-cd16b07bda62', 'mac_address': 'fa:16:3e:49:5c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6772f6-ae72-4af8-af9b-728334f24701', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:42.760425 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c5021-387e-4daa-a223-e013b5243ad4 req-83f9163e-8128-4d13-a283-b677e10ad315 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:42.762386 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-619c5021-387e-4daa-a223-e013b5243ad4 req-83f9163e-8128-4d13-a283-b677e10ad315 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 943 time: 0.0928798 Mar 05 02:52:42.815345 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 8647369d-1b5f-487f-be9a-cd16b07bda62 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:42.816018 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.842875 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dafe6be0-d369-47ef-8b34-ad19f23d37d5 req-c44027a9-c7e6-408c-b2ac-f5e0b76b021d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984502 Mar 05 02:52:42.844835 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8647369d-1b5f-487f-be9a-cd16b07bda62 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:42.860481 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=97ec8c13-e022-49e6-a358-8a738e1e166c,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:42.875908 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 8647369d-1b5f-487f-be9a-cd16b07bda62, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8647369d-1b5f-487f-be9a-cd16b07bda62,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:42.880695 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-619c5021-387e-4daa-a223-e013b5243ad4 req-ef35dc29-1934-43a3-ac67-b940970ede49 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060376 Mar 05 02:52:42.882389 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.956970 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=8647369d-1b5f-487f-be9a-cd16b07bda62,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:42.988399 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712962-ccbd-410f-a354-a935ffb5ada6 req-360d5c4d-b2d6-4bde-ba51-c6a33d2a0ba1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:42.995249 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e2712962-ccbd-410f-a354-a935ffb5ada6 req-360d5c4d-b2d6-4bde-ba51-c6a33d2a0ba1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.0817909 Mar 05 02:52:43.058501 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e2712962-ccbd-410f-a354-a935ffb5ada6 req-d2730d5b-975d-4f48-94b8-55f91a23da77 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607715 Mar 05 02:52:43.179245 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['f280dd1a-3e15-49a1-9569-b6b40278e2a2'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:43.211955 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['97ec8c13-e022-49e6-a358-8a738e1e166c'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:43.243169 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['8647369d-1b5f-487f-be9a-cd16b07bda62'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:43.739264 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:52:43.954498 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aaab6-f85b-41b7-b61c-80b5e032473c req-e070c014-d9e4-4935-adb2-f4d123c5243f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:43.956609 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a5aaab6-f85b-41b7-b61c-80b5e032473c req-e070c014-d9e4-4935-adb2-f4d123c5243f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 945 time: 0.0558195 Mar 05 02:52:43.993152 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47558) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:44.042817 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a5aaab6-f85b-41b7-b61c-80b5e032473c req-64e1778c-f3b5-4777-be95-73c9b1ba0362 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796218 Mar 05 02:52:44.055489 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4c8f6-c5dd-4dda-9f67-a4b1cc80a618 req-944e872a-507b-4e99-99e2-87a865d6d7e6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:44.057196 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-47c4c8f6-c5dd-4dda-9f67-a4b1cc80a618 req-944e872a-507b-4e99-99e2-87a865d6d7e6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 943 time: 0.0793588 Mar 05 02:52:44.103274 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1af882c4-becb-4b19-9114-3c0455449fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.105677 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-47c4c8f6-c5dd-4dda-9f67-a4b1cc80a618 req-c9f4b055-7bb4-4e10-854e-fae5374b520d tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Mar 05 02:52:44.179252 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1af882c4-becb-4b19-9114-3c0455449fb9 admin admin] Publish callbacks [] for security_group (8987ba0a-c4be-4b46-a239-6365e40dbeeb), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.183778 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1af882c4-becb-4b19-9114-3c0455449fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (8987ba0a-c4be-4b46-a239-6365e40dbeeb), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.196000 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7503-1c30-41a2-a7fe-4be14cc8f485 req-867ab8d2-4870-4494-92dc-8a0ee2b41b56 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:44.197473 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b72f7503-1c30-41a2-a7fe-4be14cc8f485 req-867ab8d2-4870-4494-92dc-8a0ee2b41b56 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.0570016 Mar 05 02:52:44.222082 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1af882c4-becb-4b19-9114-3c0455449fb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57d4395dd7504f8f9b091a4700b7df38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278266 Mar 05 02:52:44.222923 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af882c4-becb-4b19-9114-3c0455449fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8987ba0a-c4be-4b46-a239-6365e40dbeeb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:44.225144 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47564) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:44.247157 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b72f7503-1c30-41a2-a7fe-4be14cc8f485 req-c5f9403e-7378-448d-90ea-d374d8f625bd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Mar 05 02:52:44.274651 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93dcf93d-5014-4d75-8508-c8a9e188af01 admin admin] Publish callbacks [] for security_group (8987ba0a-c4be-4b46-a239-6365e40dbeeb), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.296383 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93dcf93d-5014-4d75-8508-c8a9e188af01 admin admin] Publish callbacks [] for security_group (8987ba0a-c4be-4b46-a239-6365e40dbeeb), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.347100 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93dcf93d-5014-4d75-8508-c8a9e188af01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (8987ba0a-c4be-4b46-a239-6365e40dbeeb), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.349934 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93dcf93d-5014-4d75-8508-c8a9e188af01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.351065 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-93dcf93d-5014-4d75-8508-c8a9e188af01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8987ba0a-c4be-4b46-a239-6365e40dbeeb HTTP/1.1" status: 204 len: 168 time: 0.1250470 Mar 05 02:52:44.359421 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcf93d-5014-4d75-8508-c8a9e188af01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8987ba0a-c4be-4b46-a239-6365e40dbeeb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:44.615760 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47574) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:44.628585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-396bf73c-668a-4b29-a581-bd1db892f5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.711322 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-396bf73c-668a-4b29-a581-bd1db892f5a6 admin admin] Publish callbacks [] for security_group (d0058be9-9989-47fb-bddd-562148c3ad03), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.715598 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-396bf73c-668a-4b29-a581-bd1db892f5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d0058be9-9989-47fb-bddd-562148c3ad03), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.754550 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-396bf73c-668a-4b29-a581-bd1db892f5a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53eaa8bd58d844519ae3f0a7ad29901f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377182 Mar 05 02:52:44.755789 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bf73c-668a-4b29-a581-bd1db892f5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0058be9-9989-47fb-bddd-562148c3ad03,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:44.757518 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47578) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:44.805346 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-863f7a61-9146-449b-9868-bb5b9dd9d90c admin admin] Publish callbacks [] for security_group (d0058be9-9989-47fb-bddd-562148c3ad03), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.825760 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-863f7a61-9146-449b-9868-bb5b9dd9d90c admin admin] Publish callbacks [] for security_group (d0058be9-9989-47fb-bddd-562148c3ad03), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.870737 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-863f7a61-9146-449b-9868-bb5b9dd9d90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d0058be9-9989-47fb-bddd-562148c3ad03), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.873246 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-863f7a61-9146-449b-9868-bb5b9dd9d90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.874393 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-863f7a61-9146-449b-9868-bb5b9dd9d90c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0058be9-9989-47fb-bddd-562148c3ad03 HTTP/1.1" status: 204 len: 168 time: 0.1157610 Mar 05 02:52:44.882235 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f7a61-9146-449b-9868-bb5b9dd9d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0058be9-9989-47fb-bddd-562148c3ad03,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:45.174108 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617f8f-e60e-402e-b1f9-e67c9dcec7e8 req-a51d3c48-08f2-4e6b-851e-61e83dcced81 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:45.176242 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2f617f8f-e60e-402e-b1f9-e67c9dcec7e8 req-a51d3c48-08f2-4e6b-851e-61e83dcced81 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 945 time: 0.0609236 Mar 05 02:52:45.256249 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2f617f8f-e60e-402e-b1f9-e67c9dcec7e8 req-980a5fd0-8ca4-4314-9136-b884fdf7b9ec tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709088 Mar 05 02:52:45.262841 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26cd98-8306-4b32-9d00-e88089c3542a req-41de0242-ba69-402a-b418-ef806cf6c504 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:45.264260 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7f26cd98-8306-4b32-9d00-e88089c3542a req-41de0242-ba69-402a-b418-ef806cf6c504 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 943 time: 0.0871124 Mar 05 02:52:45.315441 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7f26cd98-8306-4b32-9d00-e88089c3542a req-d4093dd4-af14-483b-88f5-6e3232af77f4 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441265 Mar 05 02:52:45.378861 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33076149-a533-42ab-9806-cb50e92b2524 req-3e287880-c952-4afe-a253-26544b75bc41 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:45.380344 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-33076149-a533-42ab-9806-cb50e92b2524 req-3e287880-c952-4afe-a253-26544b75bc41 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.0590272 Mar 05 02:52:45.429239 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-33076149-a533-42ab-9806-cb50e92b2524 req-ab02b0bd-d3b6-479b-ae38-98a27e80211a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Mar 05 02:52:46.177335 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f5a9d7d0-d2b2-401b-bf1a-016e681e13ff details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:46.282804 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:46.298311 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'port_id': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'mac_address': 'fa:16:3e:e1:d2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:46.345947 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:46.346622 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.365018 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a9d7d0-d2b2-401b-bf1a-016e681e13ff {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:46.388509 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5050-a746-4dab-8308-a35a6236f405 req-0d997879-e1b1-4f03-b175-1330c7af7c7a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:46.390349 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-776f5050-a746-4dab-8308-a35a6236f405 req-0d997879-e1b1-4f03-b175-1330c7af7c7a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 945 time: 0.0622649 Mar 05 02:52:46.399092 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:46.406841 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.461081 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:46.475099 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-776f5050-a746-4dab-8308-a35a6236f405 req-7e9f5efb-710f-406c-9439-f3ca9038cb45 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788743 Mar 05 02:52:46.496224 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94cca3-8303-4f65-a7a2-cb15318752a1 req-ad9de237-1646-48e1-ba3d-4108c1f9463c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:46.498060 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4b94cca3-8303-4f65-a7a2-cb15318752a1 req-ad9de237-1646-48e1-ba3d-4108c1f9463c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 944 time: 0.0955250 Mar 05 02:52:46.560727 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4b94cca3-8303-4f65-a7a2-cb15318752a1 req-e3025418-5d9e-403a-b542-2cbd2a23668f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569172 Mar 05 02:52:46.620246 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc4a2e-8d11-4dfb-8dd9-561628603c80 req-25cb87ba-7ae1-4a46-9fb7-7cf5ba197434 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:46.621748 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3dc4a2e-8d11-4dfb-8dd9-561628603c80 req-25cb87ba-7ae1-4a46-9fb7-7cf5ba197434 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.0743792 Mar 05 02:52:46.671695 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3dc4a2e-8d11-4dfb-8dd9-561628603c80 req-951970f5-e588-4201-bef8-622ecad76a48 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Mar 05 02:52:47.008581 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47684) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:47.112225 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-35c63cd3-672b-4218-b4a0-11e53b36388a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.189243 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-35c63cd3-672b-4218-b4a0-11e53b36388a admin admin] Publish callbacks [] for security_group (32f54227-0dc9-434a-8dae-89567026d22e), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.195386 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-35c63cd3-672b-4218-b4a0-11e53b36388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (32f54227-0dc9-434a-8dae-89567026d22e), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.240220 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-35c63cd3-672b-4218-b4a0-11e53b36388a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f44e3c40e0494ce7bd24c78aa84d854a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305129 Mar 05 02:52:47.242328 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c63cd3-672b-4218-b4a0-11e53b36388a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f54227-0dc9-434a-8dae-89567026d22e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:47.242920 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:47.291833 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8f481ac-b61e-403e-8763-a0f572792cc5 admin admin] Publish callbacks [] for security_group (32f54227-0dc9-434a-8dae-89567026d22e), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.314463 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8f481ac-b61e-403e-8763-a0f572792cc5 admin admin] Publish callbacks [] for security_group (32f54227-0dc9-434a-8dae-89567026d22e), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.363437 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8f481ac-b61e-403e-8763-a0f572792cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (32f54227-0dc9-434a-8dae-89567026d22e), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.366139 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8f481ac-b61e-403e-8763-a0f572792cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.367290 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-f8f481ac-b61e-403e-8763-a0f572792cc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32f54227-0dc9-434a-8dae-89567026d22e HTTP/1.1" status: 204 len: 168 time: 0.1233978 Mar 05 02:52:47.375858 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f481ac-b61e-403e-8763-a0f572792cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f54227-0dc9-434a-8dae-89567026d22e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:47.603394 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250515a-68d3-4a6d-90aa-351f7b7a77c2 req-9518e24d-2a15-4797-a6f4-416ad2e7e47e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:47.605924 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0250515a-68d3-4a6d-90aa-351f7b7a77c2 req-9518e24d-2a15-4797-a6f4-416ad2e7e47e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 945 time: 0.0583067 Mar 05 02:52:47.673331 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0250515a-68d3-4a6d-90aa-351f7b7a77c2 req-ffb98bc7-7766-43fb-b2b2-c0a29f19c845 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595422 Mar 05 02:52:47.702832 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:47.715313 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc2372b-43fe-4435-a914-7f473e8453cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.719638 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b84e69-3acc-42ba-9e40-5e810b42f0cd req-751622d9-0a49-48c3-b8aa-c7ad8e95998e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:47.721195 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b84e69-3acc-42ba-9e40-5e810b42f0cd req-751622d9-0a49-48c3-b8aa-c7ad8e95998e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 944 time: 0.0640018 Mar 05 02:52:47.798323 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b84e69-3acc-42ba-9e40-5e810b42f0cd req-c8fb8609-2d1e-4460-8c0b-93940c320616 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692270 Mar 05 02:52:47.801430 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc2372b-43fe-4435-a914-7f473e8453cb admin admin] Publish callbacks [] for security_group (5a77ee7c-8515-416f-953f-2a4495ec3873), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.806700 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc2372b-43fe-4435-a914-7f473e8453cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5a77ee7c-8515-416f-953f-2a4495ec3873), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.825617 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6543-29d4-48a7-8fda-5b4c4b3adbd8 req-bdf2f2d2-c50e-4160-a3b7-873278a7fd37 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:47.827205 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e09a6543-29d4-48a7-8fda-5b4c4b3adbd8 req-bdf2f2d2-c50e-4160-a3b7-873278a7fd37 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.0702920 Mar 05 02:52:47.847234 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-cdc2372b-43fe-4435-a914-7f473e8453cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa5bc2e442ed4999b87f947ede7eb570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439700 Mar 05 02:52:47.848087 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2372b-43fe-4435-a914-7f473e8453cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77ee7c-8515-416f-953f-2a4495ec3873,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:47.849819 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47722) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:47.901887 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e09a6543-29d4-48a7-8fda-5b4c4b3adbd8 req-ee533d17-2914-4373-886d-10fdbcb91de1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689821 Mar 05 02:52:47.921765 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-162f9f31-4945-4e0d-abdb-ef5899f489c1 admin admin] Publish callbacks [] for security_group (5a77ee7c-8515-416f-953f-2a4495ec3873), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.943062 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-162f9f31-4945-4e0d-abdb-ef5899f489c1 admin admin] Publish callbacks [] for security_group (5a77ee7c-8515-416f-953f-2a4495ec3873), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.988349 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-162f9f31-4945-4e0d-abdb-ef5899f489c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5a77ee7c-8515-416f-953f-2a4495ec3873), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.990958 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-162f9f31-4945-4e0d-abdb-ef5899f489c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.992092 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-162f9f31-4945-4e0d-abdb-ef5899f489c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a77ee7c-8515-416f-953f-2a4495ec3873 HTTP/1.1" status: 204 len: 168 time: 0.1413279 Mar 05 02:52:47.999527 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f9f31-4945-4e0d-abdb-ef5899f489c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77ee7c-8515-416f-953f-2a4495ec3873,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:48.646569 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47750) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:48.757830 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-738176955-network', 'tenant_id': 'fde9d3b76d26490eb3c1d7e597fbfc2c'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:48.778774 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Made reservation on behalf of fde9d3b76d26490eb3c1d7e597fbfc2c for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:48.782040 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.790490 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.804406 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f991-cd4b-45ad-8e56-ddcb2ca4335b req-ee152a08-27bd-4646-b697-0f24ee41135a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:48.805871 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fae8f991-cd4b-45ad-8e56-ddcb2ca4335b req-ee152a08-27bd-4646-b697-0f24ee41135a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 945 time: 0.0602784 Mar 05 02:52:48.861092 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fae8f991-cd4b-45ad-8e56-ddcb2ca4335b req-3ba62ac4-dc23-4129-91be-38929704af43 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488365 Mar 05 02:52:48.876713 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Publish callbacks [] for security_group (ad4836f0-65bf-49a5-a38d-7742fe665d97), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.883244 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ad4836f0-65bf-49a5-a38d-7742fe665d97), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.908586 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:48.918296 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4836f0-65bf-49a5-a38d-7742fe665d97,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:48.923505 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766c2b-0021-4e20-bec7-5e3dd08dcb6a req-f354b6d9-6528-442d-8775-6fa29b35ab86 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:48.924493 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (6d3ea3ee-c85b-4aee-b7a4-0f4eb1c6fba2), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.924837 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Added segment 6d3ea3ee-c85b-4aee-b7a4-0f4eb1c6fba2 of type vlan for network 9bcde964-e69f-48a5-929e-9a96d557d2e7 Mar 05 02:52:48.925010 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7f766c2b-0021-4e20-bec7-5e3dd08dcb6a req-f354b6d9-6528-442d-8775-6fa29b35ab86 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 944 time: 0.0543094 Mar 05 02:52:48.975237 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (9bcde964-e69f-48a5-929e-9a96d557d2e7), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.983297 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7f766c2b-0021-4e20-bec7-5e3dd08dcb6a req-6439c695-656f-49b1-af03-cba5bc776c73 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502839 Mar 05 02:52:49.002436 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (9bcde964-e69f-48a5-929e-9a96d557d2e7), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.003640 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.004300 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.038815 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340079e-7612-4d4a-b05f-ca674cd0f027 req-b0addacc-f32a-46f0-a58c-4116cad72d82 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.039362 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3916438 Mar 05 02:52:49.042130 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47764) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:49.045757 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4340079e-7612-4d4a-b05f-ca674cd0f027 req-b0addacc-f32a-46f0-a58c-4116cad72d82 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.0614872 Mar 05 02:52:49.047621 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Request body: {'subnet': {'network_id': '9bcde964-e69f-48a5-929e-9a96d557d2e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-738176955-subnet', 'tenant_id': 'fde9d3b76d26490eb3c1d7e597fbfc2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:49.083752 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb5c1f-03b4-41e7-b669-da59431c38a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9bcde964-e69f-48a5-929e-9a96d557d2e7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:49.087869 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4340079e-7612-4d4a-b05f-ca674cd0f027 req-9ef3594a-59a2-48d2-bbc5-1c50156c49a5 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Mar 05 02:52:49.094740 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 9bcde964-e69f-48a5-929e-9a96d557d2e7 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:49.097526 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Made reservation on behalf of fde9d3b76d26490eb3c1d7e597fbfc2c for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:49.100448 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12338944'] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.264966 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11240023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12338974'] for subnet (ebfbfa93-3e3a-47b8-abd4-cf00b340a779), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.322272 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebfbfa93-3e3a-47b8-abd4-cf00b340a779,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:49.327612 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Checking segment: {'id': '6d3ea3ee-c85b-4aee-b7a4-0f4eb1c6fba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9bcde964-e69f-48a5-929e-9a96d557d2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:49.327965 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Network hostable DHCP agents. Network: 9bcde964-e69f-48a5-929e-9a96d557d2e7, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:49.345567 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Network 9bcde964-e69f-48a5-929e-9a96d557d2e7 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:49.357522 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 9bcde964-e69f-48a5-929e-9a96d557d2e7) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:49.362802 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.363414 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.368314 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cfad8c-4eca-43f5-9f74-2d56c321ae68 None None] Network 9bcde964-e69f-48a5-929e-9a96d557d2e7 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:49.378883 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-57fdeedf-45f6-4760-9048-c7f09182ab2b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3356733 Mar 05 02:52:49.468028 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6329f-078f-4280-b580-80d22d73602b None None] Network 9bcde964-e69f-48a5-929e-9a96d557d2e7 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:49.560223 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['f5a9d7d0-d2b2-401b-bf1a-016e681e13ff'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:49.875899 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47798) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:49.882880 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1531642727-network', 'tenant_id': 'd1e40fa0f5c847a7bf47bea5aeecc985'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:49.904737 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Made reservation on behalf of d1e40fa0f5c847a7bf47bea5aeecc985 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:49.907931 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.917610 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.009937 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09604ddf-454d-4eb4-b813-eee1a2c021ae req-74b87b11-1bfd-47ee-b6f8-a8c3b21893df tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.012184 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-09604ddf-454d-4eb4-b813-eee1a2c021ae req-74b87b11-1bfd-47ee-b6f8-a8c3b21893df tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 945 time: 0.0735691 Mar 05 02:52:50.029603 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Publish callbacks [] for security_group (82ce8b0a-6042-469a-a80a-1ff587beef1c), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.040606 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (82ce8b0a-6042-469a-a80a-1ff587beef1c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.076162 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:50.082274 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-09604ddf-454d-4eb4-b813-eee1a2c021ae req-fdb5b46f-ef40-4ebd-909a-2a60d0744cac tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634751 Mar 05 02:52:50.086506 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ce8b0a-6042-469a-a80a-1ff587beef1c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:50.093244 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (6de0a066-555b-47e3-9f83-260d62fe2b89), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.094409 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Added segment 6de0a066-555b-47e3-9f83-260d62fe2b89 of type vlan for network 012c5a4a-fab6-4133-ac9d-c213b3ddeb7f Mar 05 02:52:50.147292 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (012c5a4a-fab6-4133-ac9d-c213b3ddeb7f), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.150849 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36b18-a11f-4c46-8040-dd677b3a6ce8 req-4135d855-b611-49f3-a6f0-3e3cb80bed6e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.152354 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2fa36b18-a11f-4c46-8040-dd677b3a6ce8 req-4135d855-b611-49f3-a6f0-3e3cb80bed6e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 944 time: 0.0692298 Mar 05 02:52:50.175832 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (012c5a4a-fab6-4133-ac9d-c213b3ddeb7f), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.176995 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.177725 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.203484 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:50.240537 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3630598 Mar 05 02:52:50.244580 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2fa36b18-a11f-4c46-8040-dd677b3a6ce8 req-2c5ac8fb-ea38-4195-a088-0817b5dac4a4 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778608 Mar 05 02:52:50.244841 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a51c9c-7c23-435b-b085-b1fa743a4497 admin admin] Pushing event updated for resources: {'Network': ['ID=012c5a4a-fab6-4133-ac9d-c213b3ddeb7f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:50.246784 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47816) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:50.254540 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Request body: {'subnet': {'network_id': '012c5a4a-fab6-4133-ac9d-c213b3ddeb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1531642727-subnet', 'tenant_id': 'd1e40fa0f5c847a7bf47bea5aeecc985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:50.260431 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 012c5a4a-fab6-4133-ac9d-c213b3ddeb7f details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:50.276136 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c69a0-8d20-423d-960e-8c0ef233eedd req-4977377f-ff7e-4367-baa6-436f2ee181dd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.277610 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e42c69a0-8d20-423d-960e-8c0ef233eedd req-4977377f-ff7e-4367-baa6-436f2ee181dd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.0937309 Mar 05 02:52:50.288885 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Made reservation on behalf of d1e40fa0f5c847a7bf47bea5aeecc985 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:50.291798 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12338944'] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.335490 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e42c69a0-8d20-423d-960e-8c0ef233eedd req-c0b20436-fd4f-4670-881f-e54b4cac1c37 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510085 Mar 05 02:52:50.341513 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port f280dd1a-3e15-49a1-9569-b6b40278e2a2 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:50.357026 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port f280dd1a-3e15-49a1-9569-b6b40278e2a2 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:50.357600 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.471436 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f280dd1a-3e15-49a1-9569-b6b40278e2a2 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:50.471847 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.505754 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:50.508286 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ba2ce-5c5f-4aa6-a6cc-de6b5d766401" -d '{"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-plugged", "status": "completed", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:50.514432 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11240023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12338974'] for subnet (1ff4068d-2b44-4448-b2ab-025201fffbc5), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.524068 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:50.531983 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.532941 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 97ec8c13-e022-49e6-a358-8a738e1e166c up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:50.577332 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff4068d-2b44-4448-b2ab-025201fffbc5,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:50.588530 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Checking segment: {'id': '6de0a066-555b-47e3-9f83-260d62fe2b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '012c5a4a-fab6-4133-ac9d-c213b3ddeb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:50.588895 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Network hostable DHCP agents. Network: 012c5a4a-fab6-4133-ac9d-c213b3ddeb7f, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:50.609516 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Network 012c5a4a-fab6-4133-ac9d-c213b3ddeb7f is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:50.616267 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:50.621750 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a04ab7-0bf7-4355-a048-2dac568f6fdf x-openstack-request-id: req-44a04ab7-0bf7-4355-a048-2dac568f6fdf {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:50.622139 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-plugged", "status": "completed", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:50.622420 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44a04ab7-0bf7-4355-a048-2dac568f6fdf {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:50.622893 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'code': 200} Mar 05 02:52:50.625451 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 012c5a4a-fab6-4133-ac9d-c213b3ddeb7f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:50.633579 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5864c6-1cbd-4bef-97c5-0b391b1b4d19 None None] Network 012c5a4a-fab6-4133-ac9d-c213b3ddeb7f requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:50.637683 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.638510 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.650351 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 97ec8c13-e022-49e6-a358-8a738e1e166c completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:50.662645 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c1d4f635-12f4-4092-8583-ff0e838f31b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4148123 Mar 05 02:52:50.664107 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 97ec8c13-e022-49e6-a358-8a738e1e166c triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:50.664669 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.908437 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ae558-0520-475c-996a-f6da519aa9ff req-448f8b51-c807-4c30-89f6-c3b82d831b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.910246 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-ab0ae558-0520-475c-996a-f6da519aa9ff req-448f8b51-c807-4c30-89f6-c3b82d831b07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 1129 time: 0.0840549 Mar 05 02:52:50.972191 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d9d27-cab7-4639-8315-c73b105cfb7d None None] Network 012c5a4a-fab6-4133-ac9d-c213b3ddeb7f requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:50.991274 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-ab0ae558-0520-475c-996a-f6da519aa9ff req-3faa971c-3d1d-4ccb-ada2-66d5e7e77eff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740221 Mar 05 02:52:51.042898 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 97ec8c13-e022-49e6-a358-8a738e1e166c is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:51.043538 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.106598 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 97ec8c13-e022-49e6-a358-8a738e1e166c, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=97ec8c13-e022-49e6-a358-8a738e1e166c,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:51.129989 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.130808 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 8647369d-1b5f-487f-be9a-cd16b07bda62 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:51.346022 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=97ec8c13-e022-49e6-a358-8a738e1e166c,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:51.377941 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 8647369d-1b5f-487f-be9a-cd16b07bda62 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:51.383434 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 8647369d-1b5f-487f-be9a-cd16b07bda62 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:51.384236 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.389327 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5b392-2af4-4cc1-aee2-c6a5abd711a0 req-5b160927-46bd-4af8-b4fd-764433330562 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.396977 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47880) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:51.397146 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-80f5b392-2af4-4cc1-aee2-c6a5abd711a0 req-5b160927-46bd-4af8-b4fd-764433330562 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 945 time: 0.0852418 Mar 05 02:52:51.472783 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47886) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:51.502377 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-80f5b392-2af4-4cc1-aee2-c6a5abd711a0 req-0543b2cc-b78f-4814-a767-c5a40c70c43b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908232 Mar 05 02:52:51.514824 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986f547-a0c7-4b08-8aa3-125c7afe4df8 req-9dc12271-9259-4393-b2de-c1ebd6da0a6d tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.516600 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9986f547-a0c7-4b08-8aa3-125c7afe4df8 req-9dc12271-9259-4393-b2de-c1ebd6da0a6d tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 944 time: 0.1173444 Mar 05 02:52:51.549660 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 8647369d-1b5f-487f-be9a-cd16b07bda62 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:51.550892 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.615775 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 8647369d-1b5f-487f-be9a-cd16b07bda62, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8647369d-1b5f-487f-be9a-cd16b07bda62,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:51.620234 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fae600d4-5cf0-4549-8bd6-0b7b61e1bb20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.623037 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.643676 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9986f547-a0c7-4b08-8aa3-125c7afe4df8 req-00d5d3c4-0636-4a97-a05d-a5cbd1b29d39 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183252 Mar 05 02:52:51.672446 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df5fb-04cb-442d-a5b4-164717cf24c1 req-1de80fa4-d25b-4e29-bd7a-5e58a474968f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.674025 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-706df5fb-04cb-442d-a5b4-164717cf24c1 req-1de80fa4-d25b-4e29-bd7a-5e58a474968f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1125314 Mar 05 02:52:51.695766 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b796065-5b8c-4303-a12d-2e0fea5fe474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.743562 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=8647369d-1b5f-487f-be9a-cd16b07bda62,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:51.779280 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fae600d4-5cf0-4549-8bd6-0b7b61e1bb20 admin admin] Publish callbacks [] for security_group (f62b2593-ced0-4224-bfe8-93b83606a171), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.785917 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-706df5fb-04cb-442d-a5b4-164717cf24c1 req-3f642064-2e6a-4e45-a845-ea751af5f755 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985715 Mar 05 02:52:51.791732 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fae600d4-5cf0-4549-8bd6-0b7b61e1bb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f62b2593-ced0-4224-bfe8-93b83606a171), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.835429 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b796065-5b8c-4303-a12d-2e0fea5fe474 admin admin] Publish callbacks [] for security_group (6d1057c9-dbc6-4156-97d3-892bf7d49c81), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.839301 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-fae600d4-5cf0-4549-8bd6-0b7b61e1bb20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eea48be88929422d8ead029dd4c06257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412107 Mar 05 02:52:51.842358 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47896) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:51.845587 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b796065-5b8c-4303-a12d-2e0fea5fe474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (6d1057c9-dbc6-4156-97d3-892bf7d49c81), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.861110 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae600d4-5cf0-4549-8bd6-0b7b61e1bb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62b2593-ced0-4224-bfe8-93b83606a171,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:51.911723 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-9b796065-5b8c-4303-a12d-2e0fea5fe474 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14353fe4b17b4f42ba009797217b18fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4376845 Mar 05 02:52:51.914984 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47902) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:51.956498 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b796065-5b8c-4303-a12d-2e0fea5fe474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1057c9-dbc6-4156-97d3-892bf7d49c81,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:51.973687 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b226-0265-4723-8bed-f08a0b585ae0 admin admin] Publish callbacks [] for security_group (f62b2593-ced0-4224-bfe8-93b83606a171), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.991737 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c8e16ae-70af-45ce-9aa6-eb2a4b44fa6a admin admin] Publish callbacks [] for security_group (6d1057c9-dbc6-4156-97d3-892bf7d49c81), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.001851 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b226-0265-4723-8bed-f08a0b585ae0 admin admin] Publish callbacks [] for security_group (f62b2593-ced0-4224-bfe8-93b83606a171), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.032981 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c8e16ae-70af-45ce-9aa6-eb2a4b44fa6a admin admin] Publish callbacks [] for security_group (6d1057c9-dbc6-4156-97d3-892bf7d49c81), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.060052 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b226-0265-4723-8bed-f08a0b585ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f62b2593-ced0-4224-bfe8-93b83606a171), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.067707 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b226-0265-4723-8bed-f08a0b585ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.075624 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-1cc2b226-0265-4723-8bed-f08a0b585ae0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f62b2593-ced0-4224-bfe8-93b83606a171 HTTP/1.1" status: 204 len: 168 time: 0.2295206 Mar 05 02:52:52.090971 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2b226-0265-4723-8bed-f08a0b585ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62b2593-ced0-4224-bfe8-93b83606a171,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:52.095638 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c8e16ae-70af-45ce-9aa6-eb2a4b44fa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (6d1057c9-dbc6-4156-97d3-892bf7d49c81), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.099146 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c8e16ae-70af-45ce-9aa6-eb2a4b44fa6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.100378 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-7c8e16ae-70af-45ce-9aa6-eb2a4b44fa6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d1057c9-dbc6-4156-97d3-892bf7d49c81 HTTP/1.1" status: 204 len: 168 time: 0.1841712 Mar 05 02:52:52.112215 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e16ae-70af-45ce-9aa6-eb2a4b44fa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1057c9-dbc6-4156-97d3-892bf7d49c81,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:52.202847 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f5a9d7d0-d2b2-401b-bf1a-016e681e13ff up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:52.260652 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:52.265884 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:52.266779 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.371871 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:52.373806 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.411713 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:52.419495 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.479990 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:52.480339 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e34c1d-5025-4f15-9df7-517acf4fa79c req-c2ee68fa-10f3-4b4e-9f8d-c824355932f3 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:52.490579 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-39e34c1d-5025-4f15-9df7-517acf4fa79c req-c2ee68fa-10f3-4b4e-9f8d-c824355932f3 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 946 time: 0.0696514 Mar 05 02:52:52.512772 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47922) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:52.529697 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc47057c-7fe5-4e27-9eab-48652c6b7166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.556396 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-39e34c1d-5025-4f15-9df7-517acf4fa79c req-304dcc87-72bc-4543-90e9-348d5db46ef3 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646510 Mar 05 02:52:52.570835 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 47924) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:52.590177 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39c00209-913e-4405-9c53-6a0e8bb76aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.621344 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537a18a-2bcc-4a30-8921-d7a572cfe5b3 req-67fd16bd-71d4-4909-a46c-eb43ee762fde tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:52.622867 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e537a18a-2bcc-4a30-8921-d7a572cfe5b3 req-67fd16bd-71d4-4909-a46c-eb43ee762fde tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0632646 Mar 05 02:52:52.624683 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24fee69-5bf4-40f4-ba18-56aecd12dd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ec8c13-e022-49e6-a358-8a738e1e166c'}, {'server_uuid': '39e14280-8730-41d3-993e-a158f0029386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8647369d-1b5f-487f-be9a-cd16b07bda62'}, {'server_uuid': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:52.628431 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0330351f-326c-4c7b-acab-86e462594787" -d '{"events": [{"server_uuid": "c24fee69-5bf4-40f4-ba18-56aecd12dd96", "name": "network-vif-plugged", "status": "completed", "tag": "97ec8c13-e022-49e6-a358-8a738e1e166c"}, {"server_uuid": "39e14280-8730-41d3-993e-a158f0029386", "name": "network-vif-plugged", "status": "completed", "tag": "8647369d-1b5f-487f-be9a-cd16b07bda62"}, {"server_uuid": "d0080e4b-6532-4e0c-8d19-cfbdf32e401b", "name": "network-vif-plugged", "status": "completed", "tag": "f5a9d7d0-d2b2-401b-bf1a-016e681e13ff"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:52.661521 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc47057c-7fe5-4e27-9eab-48652c6b7166 admin admin] Publish callbacks [] for security_group (d53786a8-4b40-4c23-acf6-f710c080b02d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.674956 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc47057c-7fe5-4e27-9eab-48652c6b7166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d53786a8-4b40-4c23-acf6-f710c080b02d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.675087 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b8f87c-1ec8-424f-9f96-451c554b09e8 x-openstack-request-id: req-e0b8f87c-1ec8-424f-9f96-451c554b09e8 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:52.675400 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24fee69-5bf4-40f4-ba18-56aecd12dd96", "name": "network-vif-plugged", "status": "completed", "tag": "97ec8c13-e022-49e6-a358-8a738e1e166c", "code": 200}, {"server_uuid": "39e14280-8730-41d3-993e-a158f0029386", "name": "network-vif-plugged", "status": "completed", "tag": "8647369d-1b5f-487f-be9a-cd16b07bda62", "code": 200}, {"server_uuid": "d0080e4b-6532-4e0c-8d19-cfbdf32e401b", "name": "network-vif-plugged", "status": "completed", "tag": "f5a9d7d0-d2b2-401b-bf1a-016e681e13ff", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:52.675658 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0b8f87c-1ec8-424f-9f96-451c554b09e8 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:52.676063 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24fee69-5bf4-40f4-ba18-56aecd12dd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ec8c13-e022-49e6-a358-8a738e1e166c', 'code': 200} Mar 05 02:52:52.676322 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e14280-8730-41d3-993e-a158f0029386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8647369d-1b5f-487f-be9a-cd16b07bda62', 'code': 200} Mar 05 02:52:52.676576 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'code': 200} Mar 05 02:52:52.686266 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e537a18a-2bcc-4a30-8921-d7a572cfe5b3 req-6696c02d-9b47-43f8-9af7-d39b1a8f2ca7 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Mar 05 02:52:52.744297 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47057c-7fe5-4e27-9eab-48652c6b7166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53786a8-4b40-4c23-acf6-f710c080b02d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:52.775302 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-dc47057c-7fe5-4e27-9eab-48652c6b7166 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d27ebd1eebcc4d0ab72195c67792e3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612998 Mar 05 02:52:52.778856 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47930) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:52.784333 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39c00209-913e-4405-9c53-6a0e8bb76aeb admin admin] Publish callbacks [] for security_group (4e4d66ff-fd4b-4f10-90f9-ff872273df0c), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.789573 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39c00209-913e-4405-9c53-6a0e8bb76aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4e4d66ff-fd4b-4f10-90f9-ff872273df0c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.834717 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-39c00209-913e-4405-9c53-6a0e8bb76aeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a450a5655ab4a49a643f16aa08d43a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627997 Mar 05 02:52:52.835256 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd6cf-ec5f-4599-bbc1-b866c49e1d70 req-d75a5c64-7d0b-49a8-bf6e-a92d6ad647b5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:52.835618 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c00209-913e-4405-9c53-6a0e8bb76aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d66ff-fd4b-4f10-90f9-ff872273df0c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:52.836955 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-229cd6cf-ec5f-4599-bbc1-b866c49e1d70 req-d75a5c64-7d0b-49a8-bf6e-a92d6ad647b5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0957582 Mar 05 02:52:52.837743 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47934) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:52.888749 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efd8ed6e-a31f-4a59-ab89-4e0e99681133 admin admin] Publish callbacks [] for security_group (d53786a8-4b40-4c23-acf6-f710c080b02d), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.980005 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efd8ed6e-a31f-4a59-ab89-4e0e99681133 admin admin] Publish callbacks [] for security_group (d53786a8-4b40-4c23-acf6-f710c080b02d), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.046494 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3ec3-a0e7-43f3-8621-3bdda8d10c1a req-f85224ac-a1ad-4afd-9f89-073734321d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.049058 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-ad6b3ec3-a0e7-43f3-8621-3bdda8d10c1a req-f85224ac-a1ad-4afd-9f89-073734321d7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1129 time: 0.0618551 Mar 05 02:52:53.058746 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-229cd6cf-ec5f-4599-bbc1-b866c49e1d70 req-f2507c13-4565-41f4-8c57-496bafd584b2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107742 Mar 05 02:52:53.114857 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-ad6b3ec3-a0e7-43f3-8621-3bdda8d10c1a req-7619e99a-5d36-4c8f-ac11-893223797e3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558589 Mar 05 02:52:53.144370 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-456d1607-8556-4f48-96fd-3cd09aed6f62 admin admin] Publish callbacks [] for security_group (4e4d66ff-fd4b-4f10-90f9-ff872273df0c), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.204474 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5026-f9eb-459c-86b4-bb8fdbf7987c req-560fd984-c3ac-42ed-bcf4-880611cfa66e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.205989 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-64ca5026-f9eb-459c-86b4-bb8fdbf7987c req-560fd984-c3ac-42ed-bcf4-880611cfa66e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.3082812 Mar 05 02:52:53.214822 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-456d1607-8556-4f48-96fd-3cd09aed6f62 admin admin] Publish callbacks [] for security_group (4e4d66ff-fd4b-4f10-90f9-ff872273df0c), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.235337 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efd8ed6e-a31f-4a59-ab89-4e0e99681133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d53786a8-4b40-4c23-acf6-f710c080b02d), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.237753 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efd8ed6e-a31f-4a59-ab89-4e0e99681133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.238916 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-efd8ed6e-a31f-4a59-ab89-4e0e99681133 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d53786a8-4b40-4c23-acf6-f710c080b02d HTTP/1.1" status: 204 len: 168 time: 0.4589489 Mar 05 02:52:53.258559 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b85c37-9931-4ce2-ad27-f7e95b225898 req-29e2b035-9ac3-438b-a0e9-ad05c1bd500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.260016 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a3b85c37-9931-4ce2-ad27-f7e95b225898 req-29e2b035-9ac3-438b-a0e9-ad05c1bd500e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 1130 time: 0.2262425 Mar 05 02:52:53.273072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f5475-dc6e-4f85-936d-44007f8b81f9 req-f129730c-2083-496d-8fd5-a3c3e4f1a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.274642 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0f4f5475-dc6e-4f85-936d-44007f8b81f9 req-f129730c-2083-496d-8fd5-a3c3e4f1a924 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 1129 time: 0.2511094 Mar 05 02:52:53.292586 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8ed6e-a31f-4a59-ab89-4e0e99681133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53786a8-4b40-4c23-acf6-f710c080b02d,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:53.350577 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-64ca5026-f9eb-459c-86b4-bb8fdbf7987c req-5899f33c-ecfc-4c74-b05f-dcab917e5c27 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273780 Mar 05 02:52:53.392850 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-456d1607-8556-4f48-96fd-3cd09aed6f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4e4d66ff-fd4b-4f10-90f9-ff872273df0c), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.395366 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-456d1607-8556-4f48-96fd-3cd09aed6f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.396497 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-456d1607-8556-4f48-96fd-3cd09aed6f62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e4d66ff-fd4b-4f10-90f9-ff872273df0c HTTP/1.1" status: 204 len: 168 time: 0.5511494 Mar 05 02:52:53.415878 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a3b85c37-9931-4ce2-ad27-f7e95b225898 req-0eb17698-5e4c-4f49-8c34-1bf03dd52c6c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964081 Mar 05 02:52:53.420162 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0f4f5475-dc6e-4f85-936d-44007f8b81f9 req-9b865ca9-3237-429c-9d62-f013a4b92a14 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016002 Mar 05 02:52:53.420700 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d1607-8556-4f48-96fd-3cd09aed6f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d66ff-fd4b-4f10-90f9-ff872273df0c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:53.535821 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2d43-b295-4a3b-9288-9491fd2035a9 req-86f7d5ed-cc72-47c9-b645-e7a3bf568a17 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.537345 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-081f2d43-b295-4a3b-9288-9491fd2035a9 req-86f7d5ed-cc72-47c9-b645-e7a3bf568a17 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0780141 Mar 05 02:52:53.545983 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 47972) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:53.551545 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'floatingip': {'port_id': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:53.642506 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (78d4c88e-32d8-4fad-926a-8da81b2110f2), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.959956 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3c8c-09cf-485c-bbd2-bdea7d0b7a21 req-0d4dc703-2f19-4bf1-9149-20a03b70466e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.961446 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d6fb3c8c-09cf-485c-bbd2-bdea7d0b7a21 req-0d4dc703-2f19-4bf1-9149-20a03b70466e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.1727252 Mar 05 02:52:54.256808 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853a279-0312-4387-819e-3f906d7482a6 req-abd22064-1566-4e22-bb0e-7fb6998a950b tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.258376 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3853a279-0312-4387-819e-3f906d7482a6 req-abd22064-1566-4e22-bb0e-7fb6998a950b tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 946 time: 0.3389025 Mar 05 02:52:54.289695 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d6fb3c8c-09cf-485c-bbd2-bdea7d0b7a21 req-65200c9c-d6f3-488e-b93f-395984f07c73 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163009 Mar 05 02:52:54.566376 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3853a279-0312-4387-819e-3f906d7482a6 req-1d9e2ee9-bfe6-4d43-ac37-d78d4ef713d5 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755704 Mar 05 02:52:54.637444 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2401a8b-2909-416b-a62a-aa7ad4f60a25 req-e68cb964-11ee-4463-a70a-bdae748cac02 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.645265 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b2401a8b-2909-416b-a62a-aa7ad4f60a25 req-e68cb964-11ee-4463-a70a-bdae748cac02 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.2161942 Mar 05 02:52:54.739309 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 02:52:54.853269 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b2401a8b-2909-416b-a62a-aa7ad4f60a25 req-a3e3141c-aab7-4300-ac8b-7ea3df848b9a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069266 Mar 05 02:52:54.865078 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.877401 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (78d4c88e-32d8-4fad-926a-8da81b2110f2), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:55.014768 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Floating IP 78d4c88e-32d8-4fad-926a-8da81b2110f2 associated. External IP: 172.27.3.48, port: f280dd1a-3e15-49a1-9569-b6b40278e2a2. Mar 05 02:52:55.210957 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cadc28-8904-4e35-9307-2083f31e7761 req-65e3a5f8-1795-437b-bc53-20f89f33161d tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:55.212587 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79cadc28-8904-4e35-9307-2083f31e7761 req-65e3a5f8-1795-437b-bc53-20f89f33161d tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.13 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 946 time: 0.1047459 Mar 05 02:52:55.395623 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-402fdfb6-6148-41c4-9539-cac7b429a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:55.532866 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Router ca24daf2-5bb5-4c55-8a80-13444ce77474 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:52:55.541707 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e93c4b-d12a-4726-941a-455788e84e45 req-b29d3bcf-7a04-4a30-809f-5baafd422a99 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:55.543239 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4e93c4b-d12a-4726-941a-455788e84e45 req-b29d3bcf-7a04-4a30-809f-5baafd422a99 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.1243076 Mar 05 02:52:55.576060 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Deleting port befe3005-c145-4b53-b393-98b7075cb75b {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:52:55.576060 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (befe3005-c145-4b53-b393-98b7075cb75b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:55.757486 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4e93c4b-d12a-4726-941a-455788e84e45 req-0ba40a8f-dc24-48ad-b477-684ecad9550f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057276 Mar 05 02:52:56.052857 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] For port befe3005-c145-4b53-b393-98b7075cb75b, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=befe3005-c145-4b53-b393-98b7075cb75b,segment=NetworkSegment(11a2f602-7957-445f-83c0-2131dc47a255),segment_id=11a2f602-7957-445f-83c0-2131dc47a255)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:56.053220 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (befe3005-c145-4b53-b393-98b7075cb75b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.115023 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d741c-a069-481a-8b5e-ba0a510c0898 req-deba99a8-e6b8-4261-b269-eeedec35b343 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.116667 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e65d741c-a069-481a-8b5e-ba0a510c0898 req-deba99a8-e6b8-4261-b269-eeedec35b343 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 946 time: 0.4554174 Mar 05 02:52:56.120183 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Calling delete_port for befe3005-c145-4b53-b393-98b7075cb75b owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:52:56.147088 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:56.155147 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.162556 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] Sync routers for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:56.175814 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:56.179544 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:52:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:56.280102 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-1c6b6e6b-9fb6-481f-8676-9264fb2599f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.281692 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-1c6b6e6b-9fb6-481f-8676-9264fb2599f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 1130 time: 0.2723019 Mar 05 02:52:56.286819 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-b91b63c6-30cd-4689-be0d-2295a9b052f8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "PUT /v2.0/floatingips/78d4c88e-32d8-4fad-926a-8da81b2110f2 HTTP/1.1" status: 200 len: 990 time: 2.7397780 Mar 05 02:52:56.295000 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:56.297257 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93236bab-410c-4319-926a-e48e5ba689ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:56.336212 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3260885-c8e9-44c5-9dea-2dbcce38e328 req-e3e79fc6-1007-4393-bce8-fbf6c30babf2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.337722 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a3260885-c8e9-44c5-9dea-2dbcce38e328 req-e3e79fc6-1007-4393-bce8-fbf6c30babf2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.3104203 Mar 05 02:52:56.353553 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:56.362024 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e65d741c-a069-481a-8b5e-ba0a510c0898 req-c302ab41-4614-4d36-b51f-5363e722b1fd tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/security-groups?id=17de63b7-b519-4d22-86a8-fe8e086b3c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248325 Mar 05 02:52:56.566416 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a3260885-c8e9-44c5-9dea-2dbcce38e328 req-6dd521d6-d296-403d-93fd-ea1fdd1dfd17 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951869 Mar 05 02:52:56.592400 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-0b1be9b3-efe8-4e10-a422-8b81d0db2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.595104 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-0b1be9b3-efe8-4e10-a422-8b81d0db2f1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.3064232 Mar 05 02:52:56.617118 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136'] for port (befe3005-c145-4b53-b393-98b7075cb75b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.643744 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d03dcd-ee29-4a56-a063-04c2b23ab4c1 req-f7b4d38e-eb2f-453a-8120-5a4172066d58 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.645325 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c3d03dcd-ee29-4a56-a063-04c2b23ab4c1 req-f7b4d38e-eb2f-453a-8120-5a4172066d58 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.1786587 Mar 05 02:52:56.648752 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f31b97-fc28-4adf-9013-229be553a72e x-openstack-request-id: req-52f31b97-fc28-4adf-9013-229be553a72e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:56.649042 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:56.649300 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52f31b97-fc28-4adf-9013-229be553a72e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:56.649701 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'status': 'completed', 'code': 200} Mar 05 02:52:56.693109 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Pushing event deleted for resources: {'Port': ['ID=befe3005-c145-4b53-b393-98b7075cb75b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:56.786717 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '78d4c88e-32d8-4fad-926a-8da81b2110f2', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'port_id': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'mac_address': 'fa:16:3e:5c:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:24Z', 'updated_at': '2022-03-05T02:52:54Z', 'revision_number': 1, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:56.799226 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] No DVR routers for this DVR port befe3005-c145-4b53-b393-98b7075cb75b on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:52:56.806758 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.809993 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79cadc28-8904-4e35-9307-2083f31e7761 req-024e2c11-7170-45ac-ae52-0b1cd9fa0ff9 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.13 "DELETE /v2.0/ports/befe3005-c145-4b53-b393-98b7075cb75b HTTP/1.1" status: 204 len: 173 time: 1.5625494 Mar 05 02:52:56.813853 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c3d03dcd-ee29-4a56-a063-04c2b23ab4c1 req-8fd7552e-d231-482a-b47a-6c2162b1a53b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603975 Mar 05 02:52:56.821316 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] Checking router: ca24daf2-5bb5-4c55-8a80-13444ce77474 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:56.838081 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e5cf6-ca1d-448c-bd2d-6eb215b1bd77 req-c9ad9bc7-995f-46a0-94f6-9996faef98e6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.839590 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-134e5cf6-ca1d-448c-bd2d-6eb215b1bd77 req-c9ad9bc7-995f-46a0-94f6-9996faef98e6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1146746 Mar 05 02:52:56.842687 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:56.843465 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:52:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:56.848525 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48168) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:56.853040 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'floatingip': {'port_id': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:56.936951 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (e70228b8-1b7a-46eb-9886-839aae966923), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.959631 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:57.201020 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '78d4c88e-32d8-4fad-926a-8da81b2110f2', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'port_id': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'mac_address': 'fa:16:3e:5c:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:24Z', 'updated_at': '2022-03-05T02:52:54Z', 'revision_number': 1, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:57.239459 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4b246-2dd6-40e7-8dbc-49f3795c4270 None None] The sync data for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi is: [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '78d4c88e-32d8-4fad-926a-8da81b2110f2', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'port_id': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'mac_address': 'fa:16:3e:5c:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:24Z', 'updated_at': '2022-03-05T02:52:54Z', 'revision_number': 1, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:57.503538 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-69308c3a-7ab6-45dd-8960-3f3afdc1a9a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8647369d-1b5f-487f-be9a-cd16b07bda62 HTTP/1.1" status: 200 len: 217 time: 0.0615253 Mar 05 02:52:57.539867 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-754d4c90-c8a9-4d9a-a633-d57a40cae72c req-fe914e1e-436d-42a9-bddc-4ab081a577f2 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 210 time: 0.0399356 Mar 05 02:52:57.593066 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47570600-9006-4e55-b526-376427d46f93 None None] New status for floating IP 78d4c88e-32d8-4fad-926a-8da81b2110f2: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:52:57.636696 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.640872 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (e70228b8-1b7a-46eb-9886-839aae966923), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.707567 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-019d5ab7-552e-4ee9-abae-87b8250ed01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.767349 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.l3_db [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Floating IP e70228b8-1b7a-46eb-9886-839aae966923 associated. External IP: 172.27.3.143, port: f5a9d7d0-d2b2-401b-bf1a-016e681e13ff. Mar 05 02:52:57.876002 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48234) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:57.981440 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ffe84-5d99-4f1b-88bd-521ce9871924 req-4fe1d3b1-256b-4c9b-af52-242caa9dbf94 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:57.989097 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-592ffe84-5d99-4f1b-88bd-521ce9871924 req-4fe1d3b1-256b-4c9b-af52-242caa9dbf94 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0748358 Mar 05 02:52:58.020599 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6610172-f718-4fa6-9b16-2a060d4d5110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.057576 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-592ffe84-5d99-4f1b-88bd-521ce9871924 req-2b439ec2-f680-46b3-bd71-131f12ae38bf tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673857 Mar 05 02:52:58.118895 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6610172-f718-4fa6-9b16-2a060d4d5110 admin admin] Publish callbacks [] for security_group (99a22724-1691-404a-877a-f8ecf4f08f24), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.122891 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6610172-f718-4fa6-9b16-2a060d4d5110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (99a22724-1691-404a-877a-f8ecf4f08f24), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.163646 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-e6610172-f718-4fa6-9b16-2a060d4d5110 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ad237218b314e679ddb54bbad71311e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863717 Mar 05 02:52:58.165519 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6610172-f718-4fa6-9b16-2a060d4d5110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a22724-1691-404a-877a-f8ecf4f08f24,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:58.167798 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48238) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:58.200861 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:52:58.214321 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6a00376-4503-4596-ba8c-1b2ed399fe36 admin admin] Publish callbacks [] for security_group (99a22724-1691-404a-877a-f8ecf4f08f24), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.237463 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6a00376-4503-4596-ba8c-1b2ed399fe36 admin admin] Publish callbacks [] for security_group (99a22724-1691-404a-877a-f8ecf4f08f24), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.285207 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6a00376-4503-4596-ba8c-1b2ed399fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (99a22724-1691-404a-877a-f8ecf4f08f24), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.287790 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6a00376-4503-4596-ba8c-1b2ed399fe36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.288950 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d6a00376-4503-4596-ba8c-1b2ed399fe36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99a22724-1691-404a-877a-f8ecf4f08f24 HTTP/1.1" status: 204 len: 168 time: 0.1202686 Mar 05 02:52:58.296774 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a00376-4503-4596-ba8c-1b2ed399fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a22724-1691-404a-877a-f8ecf4f08f24,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:58.324815 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:58.329800 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.334087 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] Sync routers for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:58.344857 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:58.345744 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:52:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:58.376624 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-0212161f-f8ad-4498-b62f-074c26fc1c0c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "PUT /v2.0/floatingips/e70228b8-1b7a-46eb-9886-839aae966923 HTTP/1.1" status: 200 len: 991 time: 1.5137475 Mar 05 02:52:58.376624 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'tag': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:58.376624 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0080e4b-6532-4e0c-8d19-cfbdf32e401b", "tag": "f5a9d7d0-d2b2-401b-bf1a-016e681e13ff"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:58.403430 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e533f2d3-2807-46ef-ad7a-9e5a13d02956 x-openstack-request-id: req-e533f2d3-2807-46ef-ad7a-9e5a13d02956 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:58.403723 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0080e4b-6532-4e0c-8d19-cfbdf32e401b", "tag": "f5a9d7d0-d2b2-401b-bf1a-016e681e13ff", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:58.404044 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e533f2d3-2807-46ef-ad7a-9e5a13d02956 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:58.404448 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'tag': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'status': 'completed', 'code': 200} Mar 05 02:52:58.581477 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:58.593818 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48254) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:58.608638 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b825630-a9d6-4645-acfa-7a67cb7a836d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.657316 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e848196a-c1b4-4e17-a748-aa877bce4650', 'name': 'network-vif-deleted', 'tag': 'befe3005-c145-4b53-b393-98b7075cb75b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:58.659790 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7b0447-bc8c-4075-9e6b-ae73afb38e29" -d '{"events": [{"server_uuid": "e848196a-c1b4-4e17-a748-aa877bce4650", "name": "network-vif-deleted", "tag": "befe3005-c145-4b53-b393-98b7075cb75b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:58.665108 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e4575197-7099-411f-8d43-93d94e8e213e req-e74fe085-1c6f-44c5-a38d-2521fca9a4b2 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 210 time: 0.0390847 Mar 05 02:52:58.723852 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202f36c8-a6df-4c36-9765-36e6bd9fa323 x-openstack-request-id: req-202f36c8-a6df-4c36-9765-36e6bd9fa323 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:58.724147 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e848196a-c1b4-4e17-a748-aa877bce4650", "name": "network-vif-deleted", "tag": "befe3005-c145-4b53-b393-98b7075cb75b", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:58.724397 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-202f36c8-a6df-4c36-9765-36e6bd9fa323 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:58.724935 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e848196a-c1b4-4e17-a748-aa877bce4650', 'name': 'network-vif-deleted', 'tag': 'befe3005-c145-4b53-b393-98b7075cb75b', 'status': 'completed', 'code': 200} Mar 05 02:52:58.740430 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.741022 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b825630-a9d6-4645-acfa-7a67cb7a836d admin admin] Publish callbacks [] for security_group (c632f4e9-5113-432e-bb18-8878001b3e9b), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.744855 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b825630-a9d6-4645-acfa-7a67cb7a836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (c632f4e9-5113-432e-bb18-8878001b3e9b), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.791042 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-9b825630-a9d6-4645-acfa-7a67cb7a836d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f229996104284613aecbd2ea43d9cf92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946673 Mar 05 02:52:58.792162 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:58.796303 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b825630-a9d6-4645-acfa-7a67cb7a836d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c632f4e9-5113-432e-bb18-8878001b3e9b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:58.843635 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'e70228b8-1b7a-46eb-9886-839aae966923', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'port_id': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'mac_address': 'fa:16:3e:e1:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:31Z', 'updated_at': '2022-03-05T02:52:57Z', 'revision_number': 1, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:58.856434 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33ad01a-daec-422d-963f-0820fb23a6e4 admin admin] Publish callbacks [] for security_group (c632f4e9-5113-432e-bb18-8878001b3e9b), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.873874 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] Checking router: 9d82c016-4e99-48ea-8d77-0b9bc3cdebad for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:58.878356 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33ad01a-daec-422d-963f-0820fb23a6e4 admin admin] Publish callbacks [] for security_group (c632f4e9-5113-432e-bb18-8878001b3e9b), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.883153 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:58.883754 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:52:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:58.929376 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33ad01a-daec-422d-963f-0820fb23a6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (c632f4e9-5113-432e-bb18-8878001b3e9b), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.932093 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33ad01a-daec-422d-963f-0820fb23a6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.933268 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e33ad01a-daec-422d-963f-0820fb23a6e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c632f4e9-5113-432e-bb18-8878001b3e9b HTTP/1.1" status: 204 len: 168 time: 0.1401079 Mar 05 02:52:58.942144 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ad01a-daec-422d-963f-0820fb23a6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c632f4e9-5113-432e-bb18-8878001b3e9b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:58.996808 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:59.185084 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device befe3005-c145-4b53-b393-98b7075cb75b no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:52:59.186773 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947e75f-b45f-4a52-a9e9-6df1f59d9684 req-a7ba2539-444e-4dd6-af75-0ba439028fff tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.189550 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c947e75f-b45f-4a52-a9e9-6df1f59d9684 req-a7ba2539-444e-4dd6-af75-0ba439028fff tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0586748 Mar 05 02:52:59.208750 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: befe3005-c145-4b53-b393-98b7075cb75b {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:52:59.209186 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device befe3005-c145-4b53-b393-98b7075cb75b not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:52:59.313383 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'e70228b8-1b7a-46eb-9886-839aae966923', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'port_id': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'mac_address': 'fa:16:3e:e1:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:31Z', 'updated_at': '2022-03-05T02:52:57Z', 'revision_number': 1, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:59.338053 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-562a00f9-1ab1-47d9-a793-f7a3fdfe74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.339885 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c947e75f-b45f-4a52-a9e9-6df1f59d9684 req-1262ac5b-e446-4fb6-b89e-8c7f65662b4d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430721 Mar 05 02:52:59.342789 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fb4e5-3f3b-414a-9a7b-05f6ef48edc9 None None] The sync data for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi is: [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'e70228b8-1b7a-46eb-9886-839aae966923', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'port_id': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'mac_address': 'fa:16:3e:e1:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:31Z', 'updated_at': '2022-03-05T02:52:57Z', 'revision_number': 1, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:59.343452 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-eb977401-00e6-474b-ab9c-9d8a85167b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.346210 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-eb977401-00e6-474b-ab9c-9d8a85167b2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.1299479 Mar 05 02:52:59.360352 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-562a00f9-1ab1-47d9-a793-f7a3fdfe74c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 1129 time: 0.0989001 Mar 05 02:52:59.393816 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-d89d6be7-05d8-44b1-8190-2d620a46fe0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374587 Mar 05 02:52:59.402329 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93236bab-410c-4319-926a-e48e5ba689ba req-567797b1-8e28-4e83-8eac-eaf5f108d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.403540 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93236bab-410c-4319-926a-e48e5ba689ba req-567797b1-8e28-4e83-8eac-eaf5f108d38b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 1129 time: 0.1696489 Mar 05 02:52:59.517141 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-de7fef9a-4403-479a-8fbd-d31621985f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.518878 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-de7fef9a-4403-479a-8fbd-d31621985f31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 911 time: 0.1519766 Mar 05 02:52:59.564075 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-75559f1a-e0f7-465b-9dae-176098455510 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595500 Mar 05 02:52:59.592697 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93236bab-410c-4319-926a-e48e5ba689ba req-aae9ac1b-026c-4dcb-8c21-4147301a8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.594221 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93236bab-410c-4319-926a-e48e5ba689ba req-aae9ac1b-026c-4dcb-8c21-4147301a8443 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.1817327 Mar 05 02:52:59.788222 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93236bab-410c-4319-926a-e48e5ba689ba req-cd4ca6f7-58f5-487c-9f8b-a4e8fae5f934 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 200 len: 1000 time: 0.1848660 Mar 05 02:52:59.799949 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-94f48a93-3ae5-4a64-8420-7384e101b985 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff HTTP/1.1" status: 200 len: 999 time: 0.2747171 Mar 05 02:52:59.808098 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462396c-6d1b-4d47-bd18-61d513950aa2 None None] New status for floating IP e70228b8-1b7a-46eb-9886-839aae966923: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:52:59.828643 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c73cbc6-f996-4e53-9bca-95e8aa43cd4d req-fe753715-f328-460a-99da-4bfbbe74608d service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546332 Mar 05 02:52:59.927006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93236bab-410c-4319-926a-e48e5ba689ba req-01dbff9b-607c-411c-b19f-344dfa13d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.932052 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93236bab-410c-4319-926a-e48e5ba689ba req-01dbff9b-607c-411c-b19f-344dfa13d68f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.1215901 Mar 05 02:52:59.958718 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-5660cec0-e138-4e7c-ab52-463c5046dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.960415 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-5660cec0-e138-4e7c-ab52-463c5046dde3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.1486166 Mar 05 02:53:00.007964 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5ef97f7-a495-4847-8929-0b10c243cd46 req-054b21fd-6d78-4d7c-b5b1-1a507ab240a0 tempest-DeleteServersTestJSON-1135736220 tempest-DeleteServersTestJSON-1135736220-project] 10.222.0.26 "GET /v2.0/ports?device_id=e848196a-c1b4-4e17-a748-aa877bce4650 HTTP/1.1" status: 200 len: 210 time: 0.0743964 Mar 05 02:53:00.093787 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93236bab-410c-4319-926a-e48e5ba689ba req-da956842-17fb-413f-afd2-ce2d0ad49912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.096570 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93236bab-410c-4319-926a-e48e5ba689ba req-da956842-17fb-413f-afd2-ce2d0ad49912 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862968 Mar 05 02:53:00.100430 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-e319a9e0-006c-406d-97ca-0d55e5f92670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.105493 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-e319a9e0-006c-406d-97ca-0d55e5f92670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1308112 Mar 05 02:53:00.195879 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.250362 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93236bab-410c-4319-926a-e48e5ba689ba req-2849ff76-7035-46aa-a4bf-96fa4d9d6909 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453159 Mar 05 02:53:00.259590 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48322) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:00.273255 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-e1058c52-8b79-49ab-8616-b2222dae5a8b service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565273 Mar 05 02:53:00.465063 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93236bab-410c-4319-926a-e48e5ba689ba req-80803369-6c03-4e22-b26e-c3695a39e584 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063026 Mar 05 02:53:00.477112 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-eb5be10b-c6b3-4f58-b7c7-7daf862246d4 req-4fe83e0f-6eb7-4b5e-96d7-01f61cd57b27 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923702 Mar 05 02:53:00.571438 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1831a5e8-1b78-42d2-b9c1-72293cf18c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.621489 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0920bf-1ae4-49e9-bf5b-5d4d7e570d8b req-80bdd336-f913-4a64-8e56-31f4a144da72 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.624373 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fa0920bf-1ae4-49e9-bf5b-5d4d7e570d8b req-80bdd336-f913-4a64-8e56-31f4a144da72 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.1544123 Mar 05 02:53:00.691178 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fa0920bf-1ae4-49e9-bf5b-5d4d7e570d8b req-ac317671-3564-4faf-9b2b-66ef3d48b632 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560436 Mar 05 02:53:00.722431 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1831a5e8-1b78-42d2-b9c1-72293cf18c0f admin admin] Publish callbacks [] for security_group (892c2578-80ae-42ee-bfff-0ded2de579ab), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.727651 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1831a5e8-1b78-42d2-b9c1-72293cf18c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (892c2578-80ae-42ee-bfff-0ded2de579ab), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.759584 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-1831a5e8-1b78-42d2-b9c1-72293cf18c0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb0152f305904c67ace2fba516f0dfcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4990218 Mar 05 02:53:00.762527 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48346) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:00.784309 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831a5e8-1b78-42d2-b9c1-72293cf18c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892c2578-80ae-42ee-bfff-0ded2de579ab,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:00.824402 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-adafd82e-8234-4854-a5fa-c2143c5f7e29 admin admin] Publish callbacks [] for security_group (892c2578-80ae-42ee-bfff-0ded2de579ab), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.858276 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-adafd82e-8234-4854-a5fa-c2143c5f7e29 admin admin] Publish callbacks [] for security_group (892c2578-80ae-42ee-bfff-0ded2de579ab), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.924522 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-adafd82e-8234-4854-a5fa-c2143c5f7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (892c2578-80ae-42ee-bfff-0ded2de579ab), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.927426 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-adafd82e-8234-4854-a5fa-c2143c5f7e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.928657 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-adafd82e-8234-4854-a5fa-c2143c5f7e29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/892c2578-80ae-42ee-bfff-0ded2de579ab HTTP/1.1" status: 204 len: 168 time: 0.1645467 Mar 05 02:53:00.936721 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafd82e-8234-4854-a5fa-c2143c5f7e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892c2578-80ae-42ee-bfff-0ded2de579ab,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:01.215390 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48366) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:01.229925 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f078dee6-7f28-4407-9e63-d1e67d321a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.306584 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f078dee6-7f28-4407-9e63-d1e67d321a15 admin admin] Publish callbacks [] for security_group (1b720d78-95a2-4c73-92b3-8d0ac1587521), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.310451 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f078dee6-7f28-4407-9e63-d1e67d321a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (1b720d78-95a2-4c73-92b3-8d0ac1587521), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.354158 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48374) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:01.355012 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-f078dee6-7f28-4407-9e63-d1e67d321a15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=048e6882e65a476ca7e734760832c0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375077 Mar 05 02:53:01.355318 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078dee6-7f28-4407-9e63-d1e67d321a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b720d78-95a2-4c73-92b3-8d0ac1587521,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:01.404687 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Publish callbacks [] for security_group (1b720d78-95a2-4c73-92b3-8d0ac1587521), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.424986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Publish callbacks [] for security_group (1b720d78-95a2-4c73-92b3-8d0ac1587521), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.471266 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (1b720d78-95a2-4c73-92b3-8d0ac1587521), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.474123 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.477724 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b720d78-95a2-4c73-92b3-8d0ac1587521 HTTP/1.1" status: 204 len: 168 time: 0.1198063 Mar 05 02:53:01.491227 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b720d78-95a2-4c73-92b3-8d0ac1587521,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:01.498208 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.498697 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.499040 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.499401 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.500376 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.500715 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.501124 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.501458 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.501787 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.502137 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.502459 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.502777 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.503091 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb7e8ab-6ad1-4550-bcb0-d41bad64e25c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:01.658159 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.839217 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256a97e-683e-4020-8f8a-c2d6e5c3bca8 req-4f3cd8c6-67f6-4ca4-86cc-ea6648550397 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:01.840882 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6256a97e-683e-4020-8f8a-c2d6e5c3bca8 req-4f3cd8c6-67f6-4ca4-86cc-ea6648550397 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0742347 Mar 05 02:53:01.903455 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6256a97e-683e-4020-8f8a-c2d6e5c3bca8 req-7b457967-264a-4502-9e97-0a334e0c85e5 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Mar 05 02:53:02.482018 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48456) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:02.499306 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48458) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:02.527522 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d73557-d703-4c46-ab79-dda469c5b63f admin admin] Deleting subnet 6c973a87-345a-4221-ba5c-4bbcadb70c67 {{(pid=109852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:53:02.530990 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d0d73557-d703-4c46-ab79-dda469c5b63f admin admin] Publish callbacks [] for subnet (6c973a87-345a-4221-ba5c-4bbcadb70c67), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.566979 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d0d73557-d703-4c46-ab79-dda469c5b63f admin admin] Publish callbacks [] for subnet (6c973a87-345a-4221-ba5c-4bbcadb70c67), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.574116 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d0d73557-d703-4c46-ab79-dda469c5b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (6c973a87-345a-4221-ba5c-4bbcadb70c67), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.636699 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d0d73557-d703-4c46-ab79-dda469c5b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet (6c973a87-345a-4221-ba5c-4bbcadb70c67), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.666449 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.796594 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Publish callbacks [] for security_group (ed9bc384-f203-46b3-bc3c-ccfabd93fcc4), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.802017 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ed9bc384-f203-46b3-bc3c-ccfabd93fcc4), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.851757 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7cc54a6b730400db3d6225e3fb1955a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498619 Mar 05 02:53:02.852840 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9bc384-f203-46b3-bc3c-ccfabd93fcc4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:02.856433 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48470) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:02.867369 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.867749 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.868100 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.868435 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.868926 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.869466 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.869801 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.870297 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.870510 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.871015 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.871284 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d73557-d703-4c46-ab79-dda469c5b63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c973a87-345a-4221-ba5c-4bbcadb70c67,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:02.871388 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.872269 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.872269 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc17f8-a89f-45b5-a875-4f51bd0f8a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:02.875476 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d0d73557-d703-4c46-ab79-dda469c5b63f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.878963 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d0d73557-d703-4c46-ab79-dda469c5b63f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6c973a87-345a-4221-ba5c-4bbcadb70c67 HTTP/1.1" status: 204 len: 168 time: 0.3957858 Mar 05 02:53:02.881747 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48472) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:02.928615 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1681a093-dfb2-4364-9019-73673adef9f6 admin admin] Publish callbacks [] for security_group (ed9bc384-f203-46b3-bc3c-ccfabd93fcc4), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.959847 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1681a093-dfb2-4364-9019-73673adef9f6 admin admin] Publish callbacks [] for security_group (ed9bc384-f203-46b3-bc3c-ccfabd93fcc4), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.965940 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (f72cd3de-54cc-4942-9bee-0f994654820b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.016903 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1681a093-dfb2-4364-9019-73673adef9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ed9bc384-f203-46b3-bc3c-ccfabd93fcc4), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.019502 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1681a093-dfb2-4364-9019-73673adef9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.020738 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1681a093-dfb2-4364-9019-73673adef9f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed9bc384-f203-46b3-bc3c-ccfabd93fcc4 HTTP/1.1" status: 204 len: 168 time: 0.1631489 Mar 05 02:53:03.045723 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681a093-dfb2-4364-9019-73673adef9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9bc384-f203-46b3-bc3c-ccfabd93fcc4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:03.126263 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (f72cd3de-54cc-4942-9bee-0f994654820b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.151210 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.151564 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.152329 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.152687 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > port after_create 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.152980 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.153337 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > port after_update 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.153697 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.154052 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.154376 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.154701 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.228623 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.228986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.229327 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.229922 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:03.230396 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72cd3de-54cc-4942-9bee-0f994654820b']}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:03.259416 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7735-239b-44da-b82a-9f3ab23c41d9 req-8b6042ab-1fc4-4f77-b2a9-d2f4e3985022 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:03.261267 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b1ac7735-239b-44da-b82a-9f3ab23c41d9 req-8b6042ab-1fc4-4f77-b2a9-d2f4e3985022 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.2785170 Mar 05 02:53:03.263428 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a2f602-7957-445f-83c0-2131dc47a255') {'for_net_delete': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:03.263721 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a2f602-7957-445f-83c0-2131dc47a255') {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:03.287418 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16340021'] for segment (11a2f602-7957-445f-83c0-2131dc47a255), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.317078 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (11a2f602-7957-445f-83c0-2131dc47a255), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.328761 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48490) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:03.333505 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:53:03.333920 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16337661'] for segment (11a2f602-7957-445f-83c0-2131dc47a255), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: from cryptography.utils import int_from_bytes Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: from cryptography.utils import int_from_bytes Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: Traceback (most recent call last): Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: timer() Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: cb(*args, **kw) Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: return func(*args, **kwargs) Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: self._notify() Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: self.callback(batched_events) Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: event.method(event) Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: return f(self, *a, **k) Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._get(url).json() Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: return self.request(url, 'GET', **kwargs) Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:53:03.337883 dv-cinder-827259-3-iscsi neutron-server[109852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:53:03.342658 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e302f143-5f10-4c4e-9e29-f49b3cc0b0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.394802 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b1ac7735-239b-44da-b82a-9f3ab23c41d9 req-499d0cf2-bb9c-4c1d-81b3-4591c117323f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260777 Mar 05 02:53:03.412807 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (f72cd3de-54cc-4942-9bee-0f994654820b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.425704 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.431331 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] 10.222.0.26 "DELETE /v2.0/networks/f72cd3de-54cc-4942-9bee-0f994654820b HTTP/1.1" status: 204 len: 168 time: 0.5459521 Mar 05 02:53:03.433717 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e302f143-5f10-4c4e-9e29-f49b3cc0b0ac admin admin] Publish callbacks [] for security_group (e500ed6b-f1b7-48d2-bed5-3ef4d48aed78), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.438496 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e302f143-5f10-4c4e-9e29-f49b3cc0b0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (e500ed6b-f1b7-48d2-bed5-3ef4d48aed78), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.444247 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7617-f876-452a-881c-3224262aca7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f72cd3de-54cc-4942-9bee-0f994654820b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:03.477903 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302f143-5f10-4c4e-9e29-f49b3cc0b0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e500ed6b-f1b7-48d2-bed5-3ef4d48aed78,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:03.487319 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e302f143-5f10-4c4e-9e29-f49b3cc0b0ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce4e8cf0a68246d49c174a869aeed9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572316 Mar 05 02:53:03.490235 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48496) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:03.526777 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48498) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:03.543362 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-213e7d6b-82b6-408e-825f-327927f9fe0e admin admin] Publish callbacks [] for security_group (e500ed6b-f1b7-48d2-bed5-3ef4d48aed78), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.569247 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-213e7d6b-82b6-408e-825f-327927f9fe0e admin admin] Publish callbacks [] for security_group (e500ed6b-f1b7-48d2-bed5-3ef4d48aed78), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.623893 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-213e7d6b-82b6-408e-825f-327927f9fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (e500ed6b-f1b7-48d2-bed5-3ef4d48aed78), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.627373 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-213e7d6b-82b6-408e-825f-327927f9fe0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.628012 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48502) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:03.628518 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-213e7d6b-82b6-408e-825f-327927f9fe0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e500ed6b-f1b7-48d2-bed5-3ef4d48aed78 HTTP/1.1" status: 204 len: 168 time: 0.1368570 Mar 05 02:53:03.639271 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e7d6b-82b6-408e-825f-327927f9fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e500ed6b-f1b7-48d2-bed5-3ef4d48aed78,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:03.673460 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eca3b842-5415-4c6d-817f-5e40c88f615b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.721557 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-99891d70-545b-4793-b455-176de8e6fbdc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b241a841129430e93d2a9d0da408b98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0894277 Mar 05 02:53:03.721990 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48506) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:03.788003 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eca3b842-5415-4c6d-817f-5e40c88f615b admin admin] Publish callbacks [] for security_group (e0b88076-19f9-41e1-9d7b-272fd9484f43), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.792335 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29879b52-2820-4303-8b73-9c95d1ea9c59 admin admin] Publish callbacks [] for security_group (17de63b7-b519-4d22-86a8-fe8e086b3c7b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.801013 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eca3b842-5415-4c6d-817f-5e40c88f615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (e0b88076-19f9-41e1-9d7b-272fd9484f43), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.819664 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29879b52-2820-4303-8b73-9c95d1ea9c59 admin admin] Publish callbacks [] for security_group (17de63b7-b519-4d22-86a8-fe8e086b3c7b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.853816 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3b842-5415-4c6d-817f-5e40c88f615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b88076-19f9-41e1-9d7b-272fd9484f43,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:03.865944 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-eca3b842-5415-4c6d-817f-5e40c88f615b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2638933816644056a2b7034932ce320e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372073 Mar 05 02:53:03.875588 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48514) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:03.875747 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29879b52-2820-4303-8b73-9c95d1ea9c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (17de63b7-b519-4d22-86a8-fe8e086b3c7b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.878916 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29879b52-2820-4303-8b73-9c95d1ea9c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.880605 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-29879b52-2820-4303-8b73-9c95d1ea9c59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17de63b7-b519-4d22-86a8-fe8e086b3c7b HTTP/1.1" status: 204 len: 168 time: 0.1572909 Mar 05 02:53:03.907521 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29879b52-2820-4303-8b73-9c95d1ea9c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17de63b7-b519-4d22-86a8-fe8e086b3c7b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:03.962160 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cab4624-87ac-4926-b946-ca6f2b9afc70 admin admin] Publish callbacks [] for security_group (e0b88076-19f9-41e1-9d7b-272fd9484f43), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.990996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cab4624-87ac-4926-b946-ca6f2b9afc70 admin admin] Publish callbacks [] for security_group (e0b88076-19f9-41e1-9d7b-272fd9484f43), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.059285 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cab4624-87ac-4926-b946-ca6f2b9afc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (e0b88076-19f9-41e1-9d7b-272fd9484f43), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.061078 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cab4624-87ac-4926-b946-ca6f2b9afc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.062370 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-4cab4624-87ac-4926-b946-ca6f2b9afc70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0b88076-19f9-41e1-9d7b-272fd9484f43 HTTP/1.1" status: 204 len: 168 time: 0.1855686 Mar 05 02:53:04.071450 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab4624-87ac-4926-b946-ca6f2b9afc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b88076-19f9-41e1-9d7b-272fd9484f43,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:04.525401 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fbf26-fe73-436e-b790-c1500c53a16c req-ba0aad6b-432f-4c59-a448-e846214b33eb tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:04.526954 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-571fbf26-fe73-436e-b790-c1500c53a16c req-ba0aad6b-432f-4c59-a448-e846214b33eb tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0560515 Mar 05 02:53:04.577117 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-571fbf26-fe73-436e-b790-c1500c53a16c req-dcacc190-fe34-43b8-847a-805a1d4f719a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Mar 05 02:53:05.757529 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3163a4-30bf-41bc-861c-8fffe88f5102 req-253bb654-b822-46a6-a8ac-301994b97022 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:05.759737 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8a3163a4-30bf-41bc-861c-8fffe88f5102 req-253bb654-b822-46a6-a8ac-301994b97022 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0658383 Mar 05 02:53:05.827134 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8a3163a4-30bf-41bc-861c-8fffe88f5102 req-c96b1657-1898-4045-95b4-f1af79668f89 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610969 Mar 05 02:53:05.832171 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48668) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:05.944080 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8fb82286-226b-4b4a-99fe-864ed790a140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.026165 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8fb82286-226b-4b4a-99fe-864ed790a140 admin admin] Publish callbacks [] for security_group (12dae5c3-64a2-4d72-aabf-411f0266749e), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.030197 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8fb82286-226b-4b4a-99fe-864ed790a140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (12dae5c3-64a2-4d72-aabf-411f0266749e), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.070152 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-8fb82286-226b-4b4a-99fe-864ed790a140 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d0f428ea1434772b3b04d14aca1fb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361226 Mar 05 02:53:06.072203 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb82286-226b-4b4a-99fe-864ed790a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dae5c3-64a2-4d72-aabf-411f0266749e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:06.072825 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48682) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:06.128472 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d484c68-c8d6-422c-a3d2-f7d16fdca185 admin admin] Publish callbacks [] for security_group (12dae5c3-64a2-4d72-aabf-411f0266749e), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.149762 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d484c68-c8d6-422c-a3d2-f7d16fdca185 admin admin] Publish callbacks [] for security_group (12dae5c3-64a2-4d72-aabf-411f0266749e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.190919 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48688) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:06.204994 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d484c68-c8d6-422c-a3d2-f7d16fdca185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (12dae5c3-64a2-4d72-aabf-411f0266749e), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.207720 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d484c68-c8d6-422c-a3d2-f7d16fdca185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.208886 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-6d484c68-c8d6-422c-a3d2-f7d16fdca185 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12dae5c3-64a2-4d72-aabf-411f0266749e HTTP/1.1" status: 204 len: 168 time: 0.1350520 Mar 05 02:53:06.216455 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d484c68-c8d6-422c-a3d2-f7d16fdca185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dae5c3-64a2-4d72-aabf-411f0266749e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:06.306566 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63544c73-66ab-4949-a323-8abe3b57df54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.387310 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63544c73-66ab-4949-a323-8abe3b57df54 admin admin] Publish callbacks [] for security_group (5c0207c9-9ae9-4a84-bf2d-551b53cc3b4b), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.391392 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63544c73-66ab-4949-a323-8abe3b57df54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5c0207c9-9ae9-4a84-bf2d-551b53cc3b4b), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.429898 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-63544c73-66ab-4949-a323-8abe3b57df54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27b460fb5f054fc3a72972e87a7d0f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377141 Mar 05 02:53:06.430732 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48698) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:06.432318 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63544c73-66ab-4949-a323-8abe3b57df54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0207c9-9ae9-4a84-bf2d-551b53cc3b4b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:06.485172 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c415d13-a639-4579-bd05-142f93307814 admin admin] Publish callbacks [] for security_group (5c0207c9-9ae9-4a84-bf2d-551b53cc3b4b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.509987 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c415d13-a639-4579-bd05-142f93307814 admin admin] Publish callbacks [] for security_group (5c0207c9-9ae9-4a84-bf2d-551b53cc3b4b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.559267 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c415d13-a639-4579-bd05-142f93307814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5c0207c9-9ae9-4a84-bf2d-551b53cc3b4b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.561827 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c415d13-a639-4579-bd05-142f93307814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.563677 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-5c415d13-a639-4579-bd05-142f93307814 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c0207c9-9ae9-4a84-bf2d-551b53cc3b4b HTTP/1.1" status: 204 len: 168 time: 0.1319432 Mar 05 02:53:06.571390 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c415d13-a639-4579-bd05-142f93307814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0207c9-9ae9-4a84-bf2d-551b53cc3b4b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:06.954102 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e07f75-c5c5-41c6-b5f4-de2646c78cd1 req-5e087d8b-01dd-403d-b897-8bff8d82fc1f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:06.956423 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4e07f75-c5c5-41c6-b5f4-de2646c78cd1 req-5e087d8b-01dd-403d-b897-8bff8d82fc1f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0599444 Mar 05 02:53:06.977116 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48726) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:06.996980 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d051f7db-ba5d-438d-a65d-597e5d026bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.022946 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-e6ff7215-d9e2-4810-a82d-c5ac0fecf0f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889697 Mar 05 02:53:07.026578 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4e07f75-c5c5-41c6-b5f4-de2646c78cd1 req-8424b57f-d386-444f-93f8-f706f6d806ab tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606213 Mar 05 02:53:07.119365 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d051f7db-ba5d-438d-a65d-597e5d026bd6 admin admin] Publish callbacks [] for security_group (06595011-affc-4670-8ae4-6423214fc5ed), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.127416 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d051f7db-ba5d-438d-a65d-597e5d026bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (06595011-affc-4670-8ae4-6423214fc5ed), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.180195 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051f7db-ba5d-438d-a65d-597e5d026bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06595011-affc-4670-8ae4-6423214fc5ed,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:07.191133 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-314dbc17-566e-4fd8-9d71-c4a63b04df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:07.192945 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-314dbc17-566e-4fd8-9d71-c4a63b04df48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1129 time: 0.1104116 Mar 05 02:53:07.198168 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d051f7db-ba5d-438d-a65d-597e5d026bd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba8e4a2014cd49f49151fe0120ada53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173080 Mar 05 02:53:07.198428 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48738) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:07.279558 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2213cdf-308e-401c-b609-c72d074f5830 admin admin] Publish callbacks [] for security_group (06595011-affc-4670-8ae4-6423214fc5ed), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.307263 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2213cdf-308e-401c-b609-c72d074f5830 admin admin] Publish callbacks [] for security_group (06595011-affc-4670-8ae4-6423214fc5ed), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.340965 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-f366de72-d9ea-41a6-8c36-65e5fd9a94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:07.342603 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-f366de72-d9ea-41a6-8c36-65e5fd9a94b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.1187201 Mar 05 02:53:07.368561 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2213cdf-308e-401c-b609-c72d074f5830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (06595011-affc-4670-8ae4-6423214fc5ed), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.372425 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2213cdf-308e-401c-b609-c72d074f5830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.375673 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c2213cdf-308e-401c-b609-c72d074f5830 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06595011-affc-4670-8ae4-6423214fc5ed HTTP/1.1" status: 204 len: 168 time: 0.1750116 Mar 05 02:53:07.385803 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2213cdf-308e-401c-b609-c72d074f5830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06595011-affc-4670-8ae4-6423214fc5ed,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:07.407866 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-69056fb0-97fc-434b-ba86-97ced85b092d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 200 len: 217 time: 0.0579062 Mar 05 02:53:07.473655 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-543d040b-7b6d-45d7-b592-649ab57b7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:07.475202 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-543d040b-7b6d-45d7-b592-649ab57b7299 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.0608864 Mar 05 02:53:07.517479 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-7a68659d-5fc9-4c7a-8ed8-f6469690c786 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341785 Mar 05 02:53:07.659067 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-5165bbd7-eecc-4f88-a7ad-4f180c54eebf service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301792 Mar 05 02:53:07.774292 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e5049e1d-2ae7-46fa-aedd-26929c3f083b req-e391541b-6bda-419b-8307-d103d9f89695 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039200 Mar 05 02:53:07.875068 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.153543 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48814) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:08.178693 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f6fa8-cde2-4239-b4e9-58a144ff44ff req-d7f3a8dd-3bfd-49e8-9738-ed25108e5392 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:08.191583 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ed7f6fa8-cde2-4239-b4e9-58a144ff44ff req-d7f3a8dd-3bfd-49e8-9738-ed25108e5392 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0991085 Mar 05 02:53:08.260149 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ed7f6fa8-cde2-4239-b4e9-58a144ff44ff req-8bdc5c46-4702-4f00-b358-6ce49d48cb2d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676177 Mar 05 02:53:08.317637 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ace6025e-4b41-4b28-8353-5a0d872f16e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.408853 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ace6025e-4b41-4b28-8353-5a0d872f16e1 admin admin] Publish callbacks [] for security_group (fb3aa10e-bd20-4abd-8c1b-eed83b441a68), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.413403 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ace6025e-4b41-4b28-8353-5a0d872f16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (fb3aa10e-bd20-4abd-8c1b-eed83b441a68), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.457581 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ace6025e-4b41-4b28-8353-5a0d872f16e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b3384eb82f24cd99fac3c519b4226c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033683 Mar 05 02:53:08.458009 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48830) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:08.459896 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6025e-4b41-4b28-8353-5a0d872f16e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3aa10e-bd20-4abd-8c1b-eed83b441a68,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:08.552020 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e3e6-ec09-4a43-90c5-11a2c585c76a admin admin] Publish callbacks [] for security_group (fb3aa10e-bd20-4abd-8c1b-eed83b441a68), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.583739 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e3e6-ec09-4a43-90c5-11a2c585c76a admin admin] Publish callbacks [] for security_group (fb3aa10e-bd20-4abd-8c1b-eed83b441a68), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.635135 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e3e6-ec09-4a43-90c5-11a2c585c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (fb3aa10e-bd20-4abd-8c1b-eed83b441a68), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.637928 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e3e6-ec09-4a43-90c5-11a2c585c76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.639260 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-dbf1e3e6-ec09-4a43-90c5-11a2c585c76a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb3aa10e-bd20-4abd-8c1b-eed83b441a68 HTTP/1.1" status: 204 len: 168 time: 0.1799645 Mar 05 02:53:08.647592 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1e3e6-ec09-4a43-90c5-11a2c585c76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3aa10e-bd20-4abd-8c1b-eed83b441a68,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:08.995524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48854) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:09.016692 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0863-5fc0-4d30-949b-019bfbcc78ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.118817 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0863-5fc0-4d30-949b-019bfbcc78ac admin admin] Publish callbacks [] for security_group (f789750e-5e05-4188-85c7-2096d3644bba), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.123970 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0863-5fc0-4d30-949b-019bfbcc78ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f789750e-5e05-4188-85c7-2096d3644bba), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.165263 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d3dd0863-5fc0-4d30-949b-019bfbcc78ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96c576f3eb584b1b892a6814e36f6108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679049 Mar 05 02:53:09.166258 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd0863-5fc0-4d30-949b-019bfbcc78ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f789750e-5e05-4188-85c7-2096d3644bba,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:09.168150 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:09.218844 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cff903f-e6a0-4ac2-ac44-c0fdd72868a2 admin admin] Publish callbacks [] for security_group (f789750e-5e05-4188-85c7-2096d3644bba), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.242714 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cff903f-e6a0-4ac2-ac44-c0fdd72868a2 admin admin] Publish callbacks [] for security_group (f789750e-5e05-4188-85c7-2096d3644bba), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.299992 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cff903f-e6a0-4ac2-ac44-c0fdd72868a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f789750e-5e05-4188-85c7-2096d3644bba), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.303899 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cff903f-e6a0-4ac2-ac44-c0fdd72868a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.309893 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-7cff903f-e6a0-4ac2-ac44-c0fdd72868a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f789750e-5e05-4188-85c7-2096d3644bba HTTP/1.1" status: 204 len: 168 time: 0.1405449 Mar 05 02:53:09.325607 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff903f-e6a0-4ac2-ac44-c0fdd72868a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f789750e-5e05-4188-85c7-2096d3644bba,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:09.456793 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796c279-4161-4868-a677-432bd6863ff7 req-5c025709-b1de-4eab-8585-8dfc940e47a1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:09.459036 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1796c279-4161-4868-a677-432bd6863ff7 req-5c025709-b1de-4eab-8585-8dfc940e47a1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0690193 Mar 05 02:53:09.560996 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1796c279-4161-4868-a677-432bd6863ff7 req-c7e9c58a-d343-4254-b951-7594d3c713c9 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962160 Mar 05 02:53:10.693519 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf49332-f511-449d-ae1e-4738daee4d41 req-91f11101-5347-4899-a40c-89d13ea7ba8b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:10.695077 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dcf49332-f511-449d-ae1e-4738daee4d41 req-91f11101-5347-4899-a40c-89d13ea7ba8b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0598567 Mar 05 02:53:10.763509 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dcf49332-f511-449d-ae1e-4738daee4d41 req-e2c53302-1753-49c5-9846-8b5da35c65f8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630193 Mar 05 02:53:10.930748 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 48964) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.091194 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-46a92ac2-29f0-42e9-b3a9-60bc4aadb256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.184766 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48986) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.193577 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-46a92ac2-29f0-42e9-b3a9-60bc4aadb256 admin admin] Publish callbacks [] for security_group (3b04090b-7d1e-46c3-84b7-7fb5d1fc84e8), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.197981 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-46a92ac2-29f0-42e9-b3a9-60bc4aadb256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3b04090b-7d1e-46c3-84b7-7fb5d1fc84e8), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.236135 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7ce0af-d052-4a1d-a3af-b98617a6b128 admin admin] Deleting subnet ebfbfa93-3e3a-47b8-abd4-cf00b340a779 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:53:11.238096 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-46a92ac2-29f0-42e9-b3a9-60bc4aadb256 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdf3b9eaf19a4bbd939f81c5c5c95965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062019 Mar 05 02:53:11.240687 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48988) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.241786 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a92ac2-29f0-42e9-b3a9-60bc4aadb256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b04090b-7d1e-46c3-84b7-7fb5d1fc84e8,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:11.248481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce0af-d052-4a1d-a3af-b98617a6b128 admin admin] Publish callbacks [] for subnet (ebfbfa93-3e3a-47b8-abd4-cf00b340a779), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.305618 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce0af-d052-4a1d-a3af-b98617a6b128 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (ebfbfa93-3e3a-47b8-abd4-cf00b340a779), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.343771 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58e4aa15-a243-43cf-b641-a0b666f9fdaf admin admin] Publish callbacks [] for security_group (3b04090b-7d1e-46c3-84b7-7fb5d1fc84e8), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.369070 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce0af-d052-4a1d-a3af-b98617a6b128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (ebfbfa93-3e3a-47b8-abd4-cf00b340a779), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.391089 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58e4aa15-a243-43cf-b641-a0b666f9fdaf admin admin] Publish callbacks [] for security_group (3b04090b-7d1e-46c3-84b7-7fb5d1fc84e8), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.449453 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce0af-d052-4a1d-a3af-b98617a6b128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (ebfbfa93-3e3a-47b8-abd4-cf00b340a779), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.478311 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ce0af-d052-4a1d-a3af-b98617a6b128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebfbfa93-3e3a-47b8-abd4-cf00b340a779,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:11.480673 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce0af-d052-4a1d-a3af-b98617a6b128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.484419 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-0a7ce0af-d052-4a1d-a3af-b98617a6b128 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ebfbfa93-3e3a-47b8-abd4-cf00b340a779 HTTP/1.1" status: 204 len: 168 time: 0.2981157 Mar 05 02:53:11.487813 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 48998) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.495248 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58e4aa15-a243-43cf-b641-a0b666f9fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3b04090b-7d1e-46c3-84b7-7fb5d1fc84e8), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.497685 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58e4aa15-a243-43cf-b641-a0b666f9fdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.498768 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-58e4aa15-a243-43cf-b641-a0b666f9fdaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b04090b-7d1e-46c3-84b7-7fb5d1fc84e8 HTTP/1.1" status: 204 len: 168 time: 0.2571502 Mar 05 02:53:11.521796 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4aa15-a243-43cf-b641-a0b666f9fdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b04090b-7d1e-46c3-84b7-7fb5d1fc84e8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:11.567562 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (9bcde964-e69f-48a5-929e-9a96d557d2e7), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.655710 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (9bcde964-e69f-48a5-929e-9a96d557d2e7), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.678496 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcde964-e69f-48a5-929e-9a96d557d2e7']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:11.689439 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3ea3ee-c85b-4aee-b7a4-0f4eb1c6fba2') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:11.689741 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3ea3ee-c85b-4aee-b7a4-0f4eb1c6fba2') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:11.699209 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (6d3ea3ee-c85b-4aee-b7a4-0f4eb1c6fba2), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.712387 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (6d3ea3ee-c85b-4aee-b7a4-0f4eb1c6fba2), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.719955 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:53:11.720453 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (6d3ea3ee-c85b-4aee-b7a4-0f4eb1c6fba2), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:53:11.722751 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:53:11.784402 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (9bcde964-e69f-48a5-929e-9a96d557d2e7), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.792628 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.796577 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9bcde964-e69f-48a5-929e-9a96d557d2e7 HTTP/1.1" status: 204 len: 168 time: 0.3078558 Mar 05 02:53:11.799547 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49010) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.810865 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2189f-70ef-4f1e-8ce0-f8c57bc29cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcde964-e69f-48a5-929e-9a96d557d2e7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:11.867356 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcdf61f-2008-48f5-9b74-05e98f173b52 admin admin] Deleting subnet 1ff4068d-2b44-4448-b2ab-025201fffbc5 {{(pid=109852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:53:11.884807 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf61f-2008-48f5-9b74-05e98f173b52 admin admin] Publish callbacks [] for subnet (1ff4068d-2b44-4448-b2ab-025201fffbc5), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.924750 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf61f-2008-48f5-9b74-05e98f173b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16340174'] for subnet (1ff4068d-2b44-4448-b2ab-025201fffbc5), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.965360 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03d508-9b35-4c72-83f9-5b9faf613387 req-14605d2a-70e5-471c-aa42-4d256b8b6286 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:11.965360 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c03d508-9b35-4c72-83f9-5b9faf613387 req-14605d2a-70e5-471c-aa42-4d256b8b6286 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.1119692 Mar 05 02:53:11.983217 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf61f-2008-48f5-9b74-05e98f173b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (1ff4068d-2b44-4448-b2ab-025201fffbc5), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.053033 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c03d508-9b35-4c72-83f9-5b9faf613387 req-193ce6c2-521d-49ee-a573-ea13bfc14a81 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794954 Mar 05 02:53:12.073779 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf61f-2008-48f5-9b74-05e98f173b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16337559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13058932'] for subnet (1ff4068d-2b44-4448-b2ab-025201fffbc5), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.101739 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdf61f-2008-48f5-9b74-05e98f173b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff4068d-2b44-4448-b2ab-025201fffbc5,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:12.106744 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf61f-2008-48f5-9b74-05e98f173b52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.110567 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-9bcdf61f-2008-48f5-9b74-05e98f173b52 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1ff4068d-2b44-4448-b2ab-025201fffbc5 HTTP/1.1" status: 204 len: 168 time: 0.3098354 Mar 05 02:53:12.112964 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49034) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.194688 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (012c5a4a-fab6-4133-ac9d-c213b3ddeb7f), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.286170 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (012c5a4a-fab6-4133-ac9d-c213b3ddeb7f), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.308813 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012c5a4a-fab6-4133-ac9d-c213b3ddeb7f']}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:12.320918 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de0a066-555b-47e3-9f83-260d62fe2b89') {'for_net_delete': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:12.321412 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de0a066-555b-47e3-9f83-260d62fe2b89') {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:12.334958 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16340021'] for segment (6de0a066-555b-47e3-9f83-260d62fe2b89), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.353657 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (6de0a066-555b-47e3-9f83-260d62fe2b89), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.363046 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:53:12.364071 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16337661'] for segment (6de0a066-555b-47e3-9f83-260d62fe2b89), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: Traceback (most recent call last): Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: timer() Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: cb(*args, **kw) Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: return func(*args, **kwargs) Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: self._notify() Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: self.callback(batched_events) Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: event.method(event) Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: return f(self, *a, **k) Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._get(url).json() Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: return self.request(url, 'GET', **kwargs) Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:53:12.367106 dv-cinder-827259-3-iscsi neutron-server[109852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:53:12.418662 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49046) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.461316 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49052) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.466990 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (012c5a4a-fab6-4133-ac9d-c213b3ddeb7f), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.497765 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.504227 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] 10.222.0.26 "DELETE /v2.0/networks/012c5a4a-fab6-4133-ac9d-c213b3ddeb7f HTTP/1.1" status: 204 len: 168 time: 0.3880718 Mar 05 02:53:12.505328 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cfed9-2279-4c57-b464-584e18f7a500 admin admin] Pushing event deleted for resources: {'Network': ['ID=012c5a4a-fab6-4133-ac9d-c213b3ddeb7f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:12.589521 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3583a3b1-a663-4af9-b9ba-fb767c97e4c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.635277 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5929a57-b7e2-4f7d-887d-aece28a1660b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.714259 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49064) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.723435 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3583a3b1-a663-4af9-b9ba-fb767c97e4c5 admin admin] Publish callbacks [] for security_group (45bea621-12c2-4e41-a4a0-6974138fe3bb), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.735217 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3583a3b1-a663-4af9-b9ba-fb767c97e4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (45bea621-12c2-4e41-a4a0-6974138fe3bb), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.772191 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-6a7476e6-e984-4368-9260-786de852b55b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fde9d3b76d26490eb3c1d7e597fbfc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560067 Mar 05 02:53:12.776136 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49068) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.790262 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5929a57-b7e2-4f7d-887d-aece28a1660b admin admin] Publish callbacks [] for security_group (01f387ba-4548-4d09-a87e-e1b201f0d701), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.792539 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583a3b1-a663-4af9-b9ba-fb767c97e4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bea621-12c2-4e41-a4a0-6974138fe3bb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:12.797348 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3583a3b1-a663-4af9-b9ba-fb767c97e4c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53c697b909a049999aee45b4625355b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775406 Mar 05 02:53:12.798745 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5929a57-b7e2-4f7d-887d-aece28a1660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (01f387ba-4548-4d09-a87e-e1b201f0d701), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.801156 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49070) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.837276 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-36a6d3ec-a4ce-45cd-b35e-3b6587b6f8fe admin admin] Publish callbacks [] for security_group (ad4836f0-65bf-49a5-a38d-7742fe665d97), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.854102 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5929a57-b7e2-4f7d-887d-aece28a1660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f387ba-4548-4d09-a87e-e1b201f0d701,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:12.868818 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-36a6d3ec-a4ce-45cd-b35e-3b6587b6f8fe admin admin] Publish callbacks [] for security_group (ad4836f0-65bf-49a5-a38d-7742fe665d97), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.869438 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b5929a57-b7e2-4f7d-887d-aece28a1660b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc9a658138e1416a9e6405fd8b869b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074588 Mar 05 02:53:12.873787 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49074) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.921008 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-728941b3-0090-47e1-9196-a359df01f10c admin admin] Publish callbacks [] for security_group (45bea621-12c2-4e41-a4a0-6974138fe3bb), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.933767 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-36a6d3ec-a4ce-45cd-b35e-3b6587b6f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ad4836f0-65bf-49a5-a38d-7742fe665d97), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.937297 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-36a6d3ec-a4ce-45cd-b35e-3b6587b6f8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.939003 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-36a6d3ec-a4ce-45cd-b35e-3b6587b6f8fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad4836f0-65bf-49a5-a38d-7742fe665d97 HTTP/1.1" status: 204 len: 168 time: 0.1619661 Mar 05 02:53:12.948891 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6d3ec-a4ce-45cd-b35e-3b6587b6f8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4836f0-65bf-49a5-a38d-7742fe665d97,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:12.953859 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-728941b3-0090-47e1-9196-a359df01f10c admin admin] Publish callbacks [] for security_group (45bea621-12c2-4e41-a4a0-6974138fe3bb), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.955956 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a974d05-0781-43c7-ab98-86d7e43d533a admin admin] Publish callbacks [] for security_group (01f387ba-4548-4d09-a87e-e1b201f0d701), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.000480 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a974d05-0781-43c7-ab98-86d7e43d533a admin admin] Publish callbacks [] for security_group (01f387ba-4548-4d09-a87e-e1b201f0d701), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.053432 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-728941b3-0090-47e1-9196-a359df01f10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (45bea621-12c2-4e41-a4a0-6974138fe3bb), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.056366 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-728941b3-0090-47e1-9196-a359df01f10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.060050 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-728941b3-0090-47e1-9196-a359df01f10c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45bea621-12c2-4e41-a4a0-6974138fe3bb HTTP/1.1" status: 204 len: 168 time: 0.2540367 Mar 05 02:53:13.060460 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a974d05-0781-43c7-ab98-86d7e43d533a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (01f387ba-4548-4d09-a87e-e1b201f0d701), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.063133 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a974d05-0781-43c7-ab98-86d7e43d533a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.066337 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-2a974d05-0781-43c7-ab98-86d7e43d533a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01f387ba-4548-4d09-a87e-e1b201f0d701 HTTP/1.1" status: 204 len: 168 time: 0.1893301 Mar 05 02:53:13.071507 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728941b3-0090-47e1-9196-a359df01f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bea621-12c2-4e41-a4a0-6974138fe3bb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.090713 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a974d05-0781-43c7-ab98-86d7e43d533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f387ba-4548-4d09-a87e-e1b201f0d701,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.196501 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cd8a6-eb0c-4012-986c-a13bb5fcf843 req-64ea78a1-4608-4c09-b503-f0b5a642b0d2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:13.198136 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9c0cd8a6-eb0c-4012-986c-a13bb5fcf843 req-64ea78a1-4608-4c09-b503-f0b5a642b0d2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0659590 Mar 05 02:53:13.249026 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9c0cd8a6-eb0c-4012-986c-a13bb5fcf843 req-1298c339-8c84-41ba-93b9-9341d798f87b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Mar 05 02:53:13.498246 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49096) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.542847 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c1335dad-b8f7-4f4b-b3fe-17015421e3d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1e40fa0f5c847a7bf47bea5aeecc985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429480 Mar 05 02:53:13.545621 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49098) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.567735 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49102) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.595559 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-075d19fb-2163-4488-b0df-7141f5b4367e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.630394 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-06f1f382-0215-4467-9078-8492e47a9338 admin admin] Publish callbacks [] for security_group (82ce8b0a-6042-469a-a80a-1ff587beef1c), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.663360 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-06f1f382-0215-4467-9078-8492e47a9338 admin admin] Publish callbacks [] for security_group (82ce8b0a-6042-469a-a80a-1ff587beef1c), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.728127 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-06f1f382-0215-4467-9078-8492e47a9338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (82ce8b0a-6042-469a-a80a-1ff587beef1c), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.733473 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-06f1f382-0215-4467-9078-8492e47a9338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.739114 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-06f1f382-0215-4467-9078-8492e47a9338 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82ce8b0a-6042-469a-a80a-1ff587beef1c HTTP/1.1" status: 204 len: 168 time: 0.1910620 Mar 05 02:53:13.748165 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-075d19fb-2163-4488-b0df-7141f5b4367e admin admin] Publish callbacks [] for security_group (24f5e185-5883-419d-96f8-f50cba789be9), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.753468 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-075d19fb-2163-4488-b0df-7141f5b4367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (24f5e185-5883-419d-96f8-f50cba789be9), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.759989 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1f382-0215-4467-9078-8492e47a9338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ce8b0a-6042-469a-a80a-1ff587beef1c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.809454 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-075d19fb-2163-4488-b0df-7141f5b4367e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b30e98c97bc94d40bab9039c12386d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400267 Mar 05 02:53:13.812862 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.822010 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d19fb-2163-4488-b0df-7141f5b4367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5e185-5883-419d-96f8-f50cba789be9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.853040 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49114) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.878167 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbca-00dd-43c3-827a-9d5fc26bc5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.906447 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c745f4e-bd82-4e95-bae3-593278d85f26 admin admin] Publish callbacks [] for security_group (24f5e185-5883-419d-96f8-f50cba789be9), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.945513 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c745f4e-bd82-4e95-bae3-593278d85f26 admin admin] Publish callbacks [] for security_group (24f5e185-5883-419d-96f8-f50cba789be9), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.043517 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbca-00dd-43c3-827a-9d5fc26bc5b2 admin admin] Publish callbacks [] for security_group (d9347299-644f-48bf-94aa-612b381092ae), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.050382 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbca-00dd-43c3-827a-9d5fc26bc5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d9347299-644f-48bf-94aa-612b381092ae), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.081769 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c745f4e-bd82-4e95-bae3-593278d85f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (24f5e185-5883-419d-96f8-f50cba789be9), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.085162 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c745f4e-bd82-4e95-bae3-593278d85f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.086336 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-0c745f4e-bd82-4e95-bae3-593278d85f26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24f5e185-5883-419d-96f8-f50cba789be9 HTTP/1.1" status: 204 len: 168 time: 0.2702134 Mar 05 02:53:14.109579 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1a45cbca-00dd-43c3-827a-9d5fc26bc5b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0dde38adfb584b04919c85aaf8728336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553136 Mar 05 02:53:14.111915 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45cbca-00dd-43c3-827a-9d5fc26bc5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9347299-644f-48bf-94aa-612b381092ae,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.112650 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49126) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:14.122278 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c745f4e-bd82-4e95-bae3-593278d85f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5e185-5883-419d-96f8-f50cba789be9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.186020 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0346c1d-1d1b-4b2a-b012-8a747d7ad4f4 admin admin] Publish callbacks [] for security_group (d9347299-644f-48bf-94aa-612b381092ae), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.208522 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0346c1d-1d1b-4b2a-b012-8a747d7ad4f4 admin admin] Publish callbacks [] for security_group (d9347299-644f-48bf-94aa-612b381092ae), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.262376 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0346c1d-1d1b-4b2a-b012-8a747d7ad4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d9347299-644f-48bf-94aa-612b381092ae), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.266089 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0346c1d-1d1b-4b2a-b012-8a747d7ad4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.270035 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f0346c1d-1d1b-4b2a-b012-8a747d7ad4f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9347299-644f-48bf-94aa-612b381092ae HTTP/1.1" status: 204 len: 168 time: 0.1559968 Mar 05 02:53:14.278806 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0346c1d-1d1b-4b2a-b012-8a747d7ad4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9347299-644f-48bf-94aa-612b381092ae,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.387033 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19f5d2-eaa4-4b1d-bd92-94d831c91c7e req-34f6f8c3-59ef-403e-8af5-168fd59026aa tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:14.389308 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ce19f5d2-eaa4-4b1d-bd92-94d831c91c7e req-34f6f8c3-59ef-403e-8af5-168fd59026aa tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0567434 Mar 05 02:53:14.440485 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ce19f5d2-eaa4-4b1d-bd92-94d831c91c7e req-bdcd5584-02c7-48d7-9aac-a6b52ced8299 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Mar 05 02:53:15.619609 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec1b0a-8755-492b-9361-e04d35bd0068 req-fb34e757-401b-487f-8f60-e662f0351d68 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:15.621874 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-49ec1b0a-8755-492b-9361-e04d35bd0068 req-fb34e757-401b-487f-8f60-e662f0351d68 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0901785 Mar 05 02:53:15.680038 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-49ec1b0a-8755-492b-9361-e04d35bd0068 req-fd0bdabd-6c1c-418a-9c52-60b926536adb tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506554 Mar 05 02:53:15.989303 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49228) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:16.116704 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c5105e79-3321-4346-a818-45c7568ff608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.211483 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c5105e79-3321-4346-a818-45c7568ff608 admin admin] Publish callbacks [] for security_group (0a13bbc9-2667-4d97-a757-5cd95ead7a77), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.215567 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c5105e79-3321-4346-a818-45c7568ff608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (0a13bbc9-2667-4d97-a757-5cd95ead7a77), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.252832 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5105e79-3321-4346-a818-45c7568ff608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a13bbc9-2667-4d97-a757-5cd95ead7a77,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:16.257116 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c5105e79-3321-4346-a818-45c7568ff608 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53afbe9a0d5c47759dd1932e25e50332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668121 Mar 05 02:53:16.259938 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49244) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:16.310723 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6064549-4dd6-4f57-addd-88c74f456dac admin admin] Publish callbacks [] for security_group (0a13bbc9-2667-4d97-a757-5cd95ead7a77), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.331738 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6064549-4dd6-4f57-addd-88c74f456dac admin admin] Publish callbacks [] for security_group (0a13bbc9-2667-4d97-a757-5cd95ead7a77), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.379833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6064549-4dd6-4f57-addd-88c74f456dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (0a13bbc9-2667-4d97-a757-5cd95ead7a77), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.382742 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6064549-4dd6-4f57-addd-88c74f456dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.383901 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-e6064549-4dd6-4f57-addd-88c74f456dac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a13bbc9-2667-4d97-a757-5cd95ead7a77 HTTP/1.1" status: 204 len: 168 time: 0.1230595 Mar 05 02:53:16.394170 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6064549-4dd6-4f57-addd-88c74f456dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a13bbc9-2667-4d97-a757-5cd95ead7a77,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:16.814189 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456ab6d-3957-4da4-96dd-7381f5101123 req-c8cf753b-7ab2-4d6b-a617-1f2b57b2c969 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:16.815676 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5456ab6d-3957-4da4-96dd-7381f5101123 req-c8cf753b-7ab2-4d6b-a617-1f2b57b2c969 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0582380 Mar 05 02:53:16.864145 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5456ab6d-3957-4da4-96dd-7381f5101123 req-efb5ddc7-866e-495e-aa44-d41095674ebc tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Mar 05 02:53:17.987757 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c802237-1bbe-4932-a17e-0faed750fa34 req-a5f6a895-0417-4b5a-af21-81ddc9c772f6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:17.990028 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2c802237-1bbe-4932-a17e-0faed750fa34 req-a5f6a895-0417-4b5a-af21-81ddc9c772f6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0555131 Mar 05 02:53:18.050670 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2c802237-1bbe-4932-a17e-0faed750fa34 req-f169bcf6-d71e-459c-a0a4-bd85e350a044 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501759 Mar 05 02:53:19.170815 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ac005-f3b6-43f4-b907-2bfb6ed63073 req-a02d0c6f-7bf4-41de-854d-fff652cfbb38 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:19.170815 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b44ac005-f3b6-43f4-b907-2bfb6ed63073 req-a02d0c6f-7bf4-41de-854d-fff652cfbb38 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0593541 Mar 05 02:53:19.216693 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b44ac005-f3b6-43f4-b907-2bfb6ed63073 req-ddb7d8ae-c47c-45db-9d81-4abb0e381f22 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Mar 05 02:53:20.333408 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873c0a-4b50-4b0b-a22c-3673af3558b5 req-9499a22d-59bc-4d61-9ac9-89d5ffeceb10 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:20.334896 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-24873c0a-4b50-4b0b-a22c-3673af3558b5 req-9499a22d-59bc-4d61-9ac9-89d5ffeceb10 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0510242 Mar 05 02:53:20.381085 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-24873c0a-4b50-4b0b-a22c-3673af3558b5 req-075b6821-d304-4b30-b447-de40fd90a76f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Mar 05 02:53:20.738637 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:53:21.495929 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641b3d-bf0e-49d8-b667-e2750f6d0d16 req-a1066343-3b6c-4688-bb77-e806745dc2f6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:21.497391 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77641b3d-bf0e-49d8-b667-e2750f6d0d16 req-a1066343-3b6c-4688-bb77-e806745dc2f6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0507679 Mar 05 02:53:21.545289 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77641b3d-bf0e-49d8-b667-e2750f6d0d16 req-e189003e-aa6e-4005-af93-b0a0ade9b4c1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Mar 05 02:53:22.676353 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ca4d7-8b96-4994-8d2c-930e492a3f2d req-077ced8c-19bc-4876-9c4a-bddcbd6cee23 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:22.677861 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-724ca4d7-8b96-4994-8d2c-930e492a3f2d req-077ced8c-19bc-4876-9c4a-bddcbd6cee23 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0586689 Mar 05 02:53:22.728961 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-724ca4d7-8b96-4994-8d2c-930e492a3f2d req-0b22253e-206c-454a-86cb-591091ec2797 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Mar 05 02:53:23.845209 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a843ac-56e7-4bd7-8a65-0104a85141ad req-f4139c98-c0f7-4e27-b1da-1fc05748e21b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:23.846703 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3a843ac-56e7-4bd7-8a65-0104a85141ad req-f4139c98-c0f7-4e27-b1da-1fc05748e21b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0511999 Mar 05 02:53:23.893414 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3a843ac-56e7-4bd7-8a65-0104a85141ad req-cb3f3c12-44e7-480f-9269-977b6fd45625 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Mar 05 02:53:25.010985 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12e3fd-d691-4f0a-8b2e-4b91543b2404 req-86b05f34-3356-478f-9dc6-751d9cb551e8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:25.012540 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4e12e3fd-d691-4f0a-8b2e-4b91543b2404 req-86b05f34-3356-478f-9dc6-751d9cb551e8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0552609 Mar 05 02:53:25.061836 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4e12e3fd-d691-4f0a-8b2e-4b91543b2404 req-a54d9936-1953-452b-897c-7d5a94a8ff89 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428607 Mar 05 02:53:25.382814 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a572022a-1077-41f1-8bfd-455fb951b9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.182245 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe669b-931d-42b3-8cd8-f3129fb70edc req-b32706f4-1aea-4e4e-b160-6a48bbc0bb26 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:26.183765 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3bfe669b-931d-42b3-8cd8-f3129fb70edc req-b32706f4-1aea-4e4e-b160-6a48bbc0bb26 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0519180 Mar 05 02:53:26.231685 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3bfe669b-931d-42b3-8cd8-f3129fb70edc req-60ba2bba-d738-4467-b252-06c660663962 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Mar 05 02:53:26.874980 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49558) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:26.979824 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-69e9dcbf-2793-453b-9aa6-fe3ac922c473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.049612 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-69e9dcbf-2793-453b-9aa6-fe3ac922c473 admin admin] Publish callbacks [] for security_group (26b0f3d7-8a9c-45ba-99a6-797d2d394004), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.053263 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-69e9dcbf-2793-453b-9aa6-fe3ac922c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (26b0f3d7-8a9c-45ba-99a6-797d2d394004), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.093142 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-69e9dcbf-2793-453b-9aa6-fe3ac922c473 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c29829b1d0240c8bcabfbe89d308685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171557 Mar 05 02:53:27.094154 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9dcbf-2793-453b-9aa6-fe3ac922c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b0f3d7-8a9c-45ba-99a6-797d2d394004,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:27.095924 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49566) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:27.146183 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19fbd2b8-5e55-4dfd-b6ec-5702c2e4d36e admin admin] Publish callbacks [] for security_group (26b0f3d7-8a9c-45ba-99a6-797d2d394004), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.166298 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19fbd2b8-5e55-4dfd-b6ec-5702c2e4d36e admin admin] Publish callbacks [] for security_group (26b0f3d7-8a9c-45ba-99a6-797d2d394004), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.211275 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19fbd2b8-5e55-4dfd-b6ec-5702c2e4d36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (26b0f3d7-8a9c-45ba-99a6-797d2d394004), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.213714 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19fbd2b8-5e55-4dfd-b6ec-5702c2e4d36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.214903 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-19fbd2b8-5e55-4dfd-b6ec-5702c2e4d36e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26b0f3d7-8a9c-45ba-99a6-797d2d394004 HTTP/1.1" status: 204 len: 168 time: 0.1179981 Mar 05 02:53:27.223099 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbd2b8-5e55-4dfd-b6ec-5702c2e4d36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b0f3d7-8a9c-45ba-99a6-797d2d394004,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:27.346928 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4c5d0-feca-4012-8e31-5711b00eaab4 req-a31fe02e-823c-4394-837f-9701f3963239 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:27.348436 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f1a4c5d0-feca-4012-8e31-5711b00eaab4 req-a31fe02e-823c-4394-837f-9701f3963239 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0527577 Mar 05 02:53:27.396025 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f1a4c5d0-feca-4012-8e31-5711b00eaab4 req-a154b043-2fef-4a37-8c12-719fc0a924c6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Mar 05 02:53:27.475203 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49576) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:27.488246 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5509ae7-37ef-4419-b54e-9915f57b928c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.563487 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5509ae7-37ef-4419-b54e-9915f57b928c admin admin] Publish callbacks [] for security_group (767b4e61-c451-4fa6-9112-e2b1b1897a5e), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.566880 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5509ae7-37ef-4419-b54e-9915f57b928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (767b4e61-c451-4fa6-9112-e2b1b1897a5e), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.605405 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b5509ae7-37ef-4419-b54e-9915f57b928c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afecdfec31af40b9875cabe0dcee9756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291153 Mar 05 02:53:27.606518 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5509ae7-37ef-4419-b54e-9915f57b928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767b4e61-c451-4fa6-9112-e2b1b1897a5e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:27.608117 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49580) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:27.622223 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d2c68fda-67c1-4b3c-a617-a062c5647e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.656367 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-87a65e13-3278-429c-af9c-38bbf24bc87b admin admin] Publish callbacks [] for security_group (767b4e61-c451-4fa6-9112-e2b1b1897a5e), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.676896 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-87a65e13-3278-429c-af9c-38bbf24bc87b admin admin] Publish callbacks [] for security_group (767b4e61-c451-4fa6-9112-e2b1b1897a5e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.721848 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-87a65e13-3278-429c-af9c-38bbf24bc87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (767b4e61-c451-4fa6-9112-e2b1b1897a5e), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.724495 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-87a65e13-3278-429c-af9c-38bbf24bc87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.725560 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-87a65e13-3278-429c-af9c-38bbf24bc87b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/767b4e61-c451-4fa6-9112-e2b1b1897a5e HTTP/1.1" status: 204 len: 168 time: 0.1162543 Mar 05 02:53:27.733417 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a65e13-3278-429c-af9c-38bbf24bc87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767b4e61-c451-4fa6-9112-e2b1b1897a5e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:28.515790 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f2399-b458-4da2-abc4-a17edefb8892 req-9cb1d166-6ac6-460c-87d0-a7d9d3fb62fa tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:28.517147 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e49f2399-b458-4da2-abc4-a17edefb8892 req-9cb1d166-6ac6-460c-87d0-a7d9d3fb62fa tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0554912 Mar 05 02:53:28.574822 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e49f2399-b458-4da2-abc4-a17edefb8892 req-7272bb0c-abe5-47bc-bcb4-235a88cd0024 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483084 Mar 05 02:53:28.736630 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:29.689164 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabcf6a-b785-4bab-9744-fa78571b3bf5 req-1a0367de-eba3-4f02-bd75-a6234d51a89c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:29.690695 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4aabcf6a-b785-4bab-9744-fa78571b3bf5 req-1a0367de-eba3-4f02-bd75-a6234d51a89c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0589685 Mar 05 02:53:29.739183 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4aabcf6a-b785-4bab-9744-fa78571b3bf5 req-b0b681ab-3836-47b6-a5a4-4187569e7a02 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424716 Mar 05 02:53:30.095881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.457177 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49738) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:30.581665 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3687c273-820f-4035-b8db-6fefbef16cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.696516 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3687c273-820f-4035-b8db-6fefbef16cc3 admin admin] Publish callbacks [] for security_group (3329aec7-5808-4af0-8598-337297f0c523), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.703147 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3687c273-820f-4035-b8db-6fefbef16cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3329aec7-5808-4af0-8598-337297f0c523), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.752681 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49764) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:30.753181 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3687c273-820f-4035-b8db-6fefbef16cc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e96b49ca8f047f99e5d64f777e7cd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926433 Mar 05 02:53:30.754511 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687c273-820f-4035-b8db-6fefbef16cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3329aec7-5808-4af0-8598-337297f0c523,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:30.897317 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a1370f-fe32-45b0-81fe-8316f4ac1892 admin admin] Publish callbacks [] for security_group (3329aec7-5808-4af0-8598-337297f0c523), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.918402 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554020db-78b7-42c5-bdf5-8030f857006f req-6a6692e5-0410-4700-b646-1a62776f9343 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:30.919958 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-554020db-78b7-42c5-bdf5-8030f857006f req-6a6692e5-0410-4700-b646-1a62776f9343 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0882559 Mar 05 02:53:30.937119 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a1370f-fe32-45b0-81fe-8316f4ac1892 admin admin] Publish callbacks [] for security_group (3329aec7-5808-4af0-8598-337297f0c523), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.971912 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-554020db-78b7-42c5-bdf5-8030f857006f req-87517de7-4f63-4268-b740-21f264bc79fb tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Mar 05 02:53:30.988471 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a1370f-fe32-45b0-81fe-8316f4ac1892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3329aec7-5808-4af0-8598-337297f0c523), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.991333 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9a1370f-fe32-45b0-81fe-8316f4ac1892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.992457 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-f9a1370f-fe32-45b0-81fe-8316f4ac1892 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3329aec7-5808-4af0-8598-337297f0c523 HTTP/1.1" status: 204 len: 168 time: 0.2411616 Mar 05 02:53:31.001092 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1370f-fe32-45b0-81fe-8316f4ac1892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3329aec7-5808-4af0-8598-337297f0c523,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.297303 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49790) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:31.313728 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17d1812c-b6a3-472a-b507-7881aea83349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.355461 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49794) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:31.399327 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17d1812c-b6a3-472a-b507-7881aea83349 admin admin] Publish callbacks [] for security_group (8f1378ea-ba07-470b-9444-c399f850202f), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.404473 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17d1812c-b6a3-472a-b507-7881aea83349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (8f1378ea-ba07-470b-9444-c399f850202f), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.443146 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-17d1812c-b6a3-472a-b507-7881aea83349 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3940dd9e046d4cb6819e41857052b053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447010 Mar 05 02:53:31.445049 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1812c-b6a3-472a-b507-7881aea83349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1378ea-ba07-470b-9444-c399f850202f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.445852 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49798) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:31.509023 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a606a642-2330-48cb-866b-9cade74d06ff admin admin] Publish callbacks [] for security_group (8f1378ea-ba07-470b-9444-c399f850202f), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.537474 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c7e9395a-4f82-4b49-8eef-c27318fe3c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.543802 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a606a642-2330-48cb-866b-9cade74d06ff admin admin] Publish callbacks [] for security_group (8f1378ea-ba07-470b-9444-c399f850202f), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.623423 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a606a642-2330-48cb-866b-9cade74d06ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (8f1378ea-ba07-470b-9444-c399f850202f), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.626568 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a606a642-2330-48cb-866b-9cade74d06ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.627679 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-a606a642-2330-48cb-866b-9cade74d06ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f1378ea-ba07-470b-9444-c399f850202f HTTP/1.1" status: 204 len: 168 time: 0.1808703 Mar 05 02:53:31.644238 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606a642-2330-48cb-866b-9cade74d06ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1378ea-ba07-470b-9444-c399f850202f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.656731 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c7e9395a-4f82-4b49-8eef-c27318fe3c22 admin admin] Publish callbacks [] for security_group (4c8d55f1-cc31-4d3a-a37a-813a935f1e6c), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.660898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c7e9395a-4f82-4b49-8eef-c27318fe3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4c8d55f1-cc31-4d3a-a37a-813a935f1e6c), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.665227 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.697418 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c7e9395a-4f82-4b49-8eef-c27318fe3c22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ce4c8c6ca2645e4b18eacb1eadb75c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409126 Mar 05 02:53:31.700167 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49802) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:31.712184 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9395a-4f82-4b49-8eef-c27318fe3c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d55f1-cc31-4d3a-a37a-813a935f1e6c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.770658 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a14a59a-6ef1-4700-8677-bb40e0ca069f admin admin] Publish callbacks [] for security_group (4c8d55f1-cc31-4d3a-a37a-813a935f1e6c), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.796919 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a14a59a-6ef1-4700-8677-bb40e0ca069f admin admin] Publish callbacks [] for security_group (4c8d55f1-cc31-4d3a-a37a-813a935f1e6c), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.851585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a14a59a-6ef1-4700-8677-bb40e0ca069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4c8d55f1-cc31-4d3a-a37a-813a935f1e6c), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.854732 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a14a59a-6ef1-4700-8677-bb40e0ca069f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.859327 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-4a14a59a-6ef1-4700-8677-bb40e0ca069f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c8d55f1-cc31-4d3a-a37a-813a935f1e6c HTTP/1.1" status: 204 len: 168 time: 0.1572268 Mar 05 02:53:31.872132 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14a59a-6ef1-4700-8677-bb40e0ca069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d55f1-cc31-4d3a-a37a-813a935f1e6c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.992504 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49814) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:32.016818 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce6723c5-c99b-4f2e-99fa-22c2dcd0bc24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.213148 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce6723c5-c99b-4f2e-99fa-22c2dcd0bc24 admin admin] Publish callbacks [] for security_group (2d322ad7-65b9-4d2b-a5d7-e0153fad4126), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.232511 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce6723c5-c99b-4f2e-99fa-22c2dcd0bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2d322ad7-65b9-4d2b-a5d7-e0153fad4126), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.257253 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcc571-7020-4f48-953f-0c2349d54180 req-91b427cc-ab60-4005-b108-4db972d3fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:32.269032 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-1bbcc571-7020-4f48-953f-0c2349d54180 req-91b427cc-ab60-4005-b108-4db972d3fab5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 1130 time: 0.0806370 Mar 05 02:53:32.299139 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-ce6723c5-c99b-4f2e-99fa-22c2dcd0bc24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb84c00d490549fb9baa7342fb281928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049359 Mar 05 02:53:32.300621 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49830) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:32.302410 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6723c5-c99b-4f2e-99fa-22c2dcd0bc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d322ad7-65b9-4d2b-a5d7-e0153fad4126,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:32.348958 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-1bbcc571-7020-4f48-953f-0c2349d54180 req-0b29e9d6-b31d-483f-b135-349509fab815 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734959 Mar 05 02:53:32.352710 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee2fe4-4243-4e0f-b625-351f644a2115 req-0b8ee3e5-d907-4d3b-ab46-86ca1b636de9 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:32.354691 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-14ee2fe4-4243-4e0f-b625-351f644a2115 req-0b8ee3e5-d907-4d3b-ab46-86ca1b636de9 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.1653912 Mar 05 02:53:32.380733 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49834) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:32.395847 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6193a75b-0621-49ab-b705-89c74e0a12cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.396048 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cd4640d7-cc13-4b7a-86a9-2a2153b2cd26 admin admin] Publish callbacks [] for security_group (2d322ad7-65b9-4d2b-a5d7-e0153fad4126), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.449545 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cd4640d7-cc13-4b7a-86a9-2a2153b2cd26 admin admin] Publish callbacks [] for security_group (2d322ad7-65b9-4d2b-a5d7-e0153fad4126), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.455422 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-14ee2fe4-4243-4e0f-b625-351f644a2115 req-6a7dd437-8386-4c89-a4db-29ef3bea7a63 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898318 Mar 05 02:53:32.523221 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cd4640d7-cc13-4b7a-86a9-2a2153b2cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2d322ad7-65b9-4d2b-a5d7-e0153fad4126), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.525903 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cd4640d7-cc13-4b7a-86a9-2a2153b2cd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.529613 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-cd4640d7-cc13-4b7a-86a9-2a2153b2cd26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d322ad7-65b9-4d2b-a5d7-e0153fad4126 HTTP/1.1" status: 204 len: 168 time: 0.2218676 Mar 05 02:53:32.556258 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4640d7-cc13-4b7a-86a9-2a2153b2cd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d322ad7-65b9-4d2b-a5d7-e0153fad4126,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:32.562319 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6193a75b-0621-49ab-b705-89c74e0a12cb admin admin] Publish callbacks [] for security_group (2076ed62-2cd7-430a-988f-9ddba5853d46), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.566893 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6193a75b-0621-49ab-b705-89c74e0a12cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2076ed62-2cd7-430a-988f-9ddba5853d46), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.599999 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193a75b-0621-49ab-b705-89c74e0a12cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2076ed62-2cd7-430a-988f-9ddba5853d46,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:32.627349 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-6193a75b-0621-49ab-b705-89c74e0a12cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=317ed1be455147c1a629bc5167b4c80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454505 Mar 05 02:53:32.630328 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 49850) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:32.691911 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89195757-6b1c-49c2-88a2-ce2eac64c413 admin admin] Publish callbacks [] for security_group (2076ed62-2cd7-430a-988f-9ddba5853d46), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.715247 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89195757-6b1c-49c2-88a2-ce2eac64c413 admin admin] Publish callbacks [] for security_group (2076ed62-2cd7-430a-988f-9ddba5853d46), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.777629 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89195757-6b1c-49c2-88a2-ce2eac64c413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2076ed62-2cd7-430a-988f-9ddba5853d46), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.781367 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89195757-6b1c-49c2-88a2-ce2eac64c413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:32.782950 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-89195757-6b1c-49c2-88a2-ce2eac64c413 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2076ed62-2cd7-430a-988f-9ddba5853d46 HTTP/1.1" status: 204 len: 168 time: 0.1516943 Mar 05 02:53:32.792099 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89195757-6b1c-49c2-88a2-ce2eac64c413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2076ed62-2cd7-430a-988f-9ddba5853d46,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:33.204132 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49894) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:33.217334 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c38f0795-dfa3-4d44-bbba-e9f399981a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:33.298700 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c38f0795-dfa3-4d44-bbba-e9f399981a84 admin admin] Publish callbacks [] for security_group (eef10aa4-c0f4-4d15-a4bf-083e31c7cf9e), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:33.306313 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c38f0795-dfa3-4d44-bbba-e9f399981a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (eef10aa4-c0f4-4d15-a4bf-083e31c7cf9e), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:33.346432 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f0795-dfa3-4d44-bbba-e9f399981a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef10aa4-c0f4-4d15-a4bf-083e31c7cf9e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:33.351625 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c38f0795-dfa3-4d44-bbba-e9f399981a84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89ab634403a84dd08f83ecad2878801e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464593 Mar 05 02:53:33.354194 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49902) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:33.402625 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4643798-ec94-4a70-93a4-6b4cfecf88f5 admin admin] Publish callbacks [] for security_group (eef10aa4-c0f4-4d15-a4bf-083e31c7cf9e), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:33.423634 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4643798-ec94-4a70-93a4-6b4cfecf88f5 admin admin] Publish callbacks [] for security_group (eef10aa4-c0f4-4d15-a4bf-083e31c7cf9e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:33.476236 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4643798-ec94-4a70-93a4-6b4cfecf88f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (eef10aa4-c0f4-4d15-a4bf-083e31c7cf9e), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:33.478903 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4643798-ec94-4a70-93a4-6b4cfecf88f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:33.480289 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d4643798-ec94-4a70-93a4-6b4cfecf88f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eef10aa4-c0f4-4d15-a4bf-083e31c7cf9e HTTP/1.1" status: 204 len: 168 time: 0.1249917 Mar 05 02:53:33.491895 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4643798-ec94-4a70-93a4-6b4cfecf88f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef10aa4-c0f4-4d15-a4bf-083e31c7cf9e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:33.600820 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec71d0-60a6-4dea-a099-193e4f76daf5 req-04ef8e7d-0e18-4362-8f97-43f1c2a56dfb tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:33.602516 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ddec71d0-60a6-4dea-a099-193e4f76daf5 req-04ef8e7d-0e18-4362-8f97-43f1c2a56dfb tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0539243 Mar 05 02:53:33.654118 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ddec71d0-60a6-4dea-a099-193e4f76daf5 req-39dc5289-b72d-4626-953d-f790685bed36 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Mar 05 02:53:34.591212 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 49994) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:34.695587 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f30e7fd4-8daa-4fe3-b83e-d64b670439eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.799637 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7347c-c7fa-4f85-bfa0-8864b5b68dfa req-58ae6120-45e1-4b05-bce2-c15dc76c6455 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:34.801095 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-edb7347c-c7fa-4f85-bfa0-8864b5b68dfa req-58ae6120-45e1-4b05-bce2-c15dc76c6455 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0794187 Mar 05 02:53:34.831999 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f30e7fd4-8daa-4fe3-b83e-d64b670439eb admin admin] Publish callbacks [] for security_group (f78ade37-e9cb-45bb-b06c-3233e138d5b2), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.838472 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f30e7fd4-8daa-4fe3-b83e-d64b670439eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f78ade37-e9cb-45bb-b06c-3233e138d5b2), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.889300 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-edb7347c-c7fa-4f85-bfa0-8864b5b68dfa req-82fee0d5-2d1a-48cd-8153-cb3fda8e4b4c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826011 Mar 05 02:53:34.895979 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f30e7fd4-8daa-4fe3-b83e-d64b670439eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38856769c6c149cd90739c0e8b91f9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037691 Mar 05 02:53:34.896856 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e7fd4-8daa-4fe3-b83e-d64b670439eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78ade37-e9cb-45bb-b06c-3233e138d5b2,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:34.898772 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50000) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:34.946419 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d10b4df3-2ee3-403b-89c5-aee8f3ed210e admin admin] Publish callbacks [] for security_group (f78ade37-e9cb-45bb-b06c-3233e138d5b2), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.966507 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d10b4df3-2ee3-403b-89c5-aee8f3ed210e admin admin] Publish callbacks [] for security_group (f78ade37-e9cb-45bb-b06c-3233e138d5b2), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:35.013902 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d10b4df3-2ee3-403b-89c5-aee8f3ed210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f78ade37-e9cb-45bb-b06c-3233e138d5b2), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:35.016692 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d10b4df3-2ee3-403b-89c5-aee8f3ed210e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:35.017825 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d10b4df3-2ee3-403b-89c5-aee8f3ed210e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f78ade37-e9cb-45bb-b06c-3233e138d5b2 HTTP/1.1" status: 204 len: 168 time: 0.1175747 Mar 05 02:53:35.025121 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b4df3-2ee3-403b-89c5-aee8f3ed210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78ade37-e9cb-45bb-b06c-3233e138d5b2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:36.010241 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6d053-a3dd-467e-b2a1-95389f8ec9d4 req-c655cb0e-6abf-4182-8c40-60f4be0e60c3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:36.011743 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1aa6d053-a3dd-467e-b2a1-95389f8ec9d4 req-c655cb0e-6abf-4182-8c40-60f4be0e60c3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0551109 Mar 05 02:53:36.059037 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1aa6d053-a3dd-467e-b2a1-95389f8ec9d4 req-b3f8da7e-f2de-4f2b-b0fd-faea65da7f9b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Mar 05 02:53:36.793312 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:36.897102 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92f0d9ae-7940-471d-9767-8798ec5a6ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:36.970357 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92f0d9ae-7940-471d-9767-8798ec5a6ba6 admin admin] Publish callbacks [] for security_group (ee161de2-9e7a-4b9c-a0e2-ddb7e0e03432), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:36.974358 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92f0d9ae-7940-471d-9767-8798ec5a6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ee161de2-9e7a-4b9c-a0e2-ddb7e0e03432), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.014358 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-92f0d9ae-7940-471d-9767-8798ec5a6ba6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de3f8351e2c34bbbb319a7ed33f80243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199161 Mar 05 02:53:37.016578 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0d9ae-7940-471d-9767-8798ec5a6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee161de2-9e7a-4b9c-a0e2-ddb7e0e03432,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:37.016998 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50060) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:37.064658 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1993c2b2-5c2f-4fe4-849e-ca0c8ecbe8ad admin admin] Publish callbacks [] for security_group (ee161de2-9e7a-4b9c-a0e2-ddb7e0e03432), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.085758 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1993c2b2-5c2f-4fe4-849e-ca0c8ecbe8ad admin admin] Publish callbacks [] for security_group (ee161de2-9e7a-4b9c-a0e2-ddb7e0e03432), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.154008 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1993c2b2-5c2f-4fe4-849e-ca0c8ecbe8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ee161de2-9e7a-4b9c-a0e2-ddb7e0e03432), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.156608 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1993c2b2-5c2f-4fe4-849e-ca0c8ecbe8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.157793 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-1993c2b2-5c2f-4fe4-849e-ca0c8ecbe8ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee161de2-9e7a-4b9c-a0e2-ddb7e0e03432 HTTP/1.1" status: 204 len: 168 time: 0.1398027 Mar 05 02:53:37.169981 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993c2b2-5c2f-4fe4-849e-ca0c8ecbe8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee161de2-9e7a-4b9c-a0e2-ddb7e0e03432,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:37.194257 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b78606-a204-4a15-903b-e73fbec84402 req-bab7e1b9-7ce9-44b1-b726-d03ebd8a8db8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:37.195878 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-83b78606-a204-4a15-903b-e73fbec84402 req-bab7e1b9-7ce9-44b1-b726-d03ebd8a8db8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0694854 Mar 05 02:53:37.261907 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-83b78606-a204-4a15-903b-e73fbec84402 req-46831442-f20f-43a7-8539-cbc33b2ab3f6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565519 Mar 05 02:53:37.382090 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5a980-ec65-41f4-930c-9c78c6b6f963 req-dcc1ee96-40b6-480c-8b0c-28a9c99f3340 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:37.383560 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6ce5a980-ec65-41f4-930c-9c78c6b6f963 req-dcc1ee96-40b6-480c-8b0c-28a9c99f3340 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0576503 Mar 05 02:53:37.437144 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6ce5a980-ec65-41f4-930c-9c78c6b6f963 req-0a44558b-0470-48c6-88c5-426897200de1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454993 Mar 05 02:53:37.440924 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50072) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:37.454108 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7754c8b-8e34-4ed4-b7b6-b150b5b7109e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.560126 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7754c8b-8e34-4ed4-b7b6-b150b5b7109e admin admin] Publish callbacks [] for security_group (15763954-7a8f-4563-a03c-cc5350d8569a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.565482 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7754c8b-8e34-4ed4-b7b6-b150b5b7109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (15763954-7a8f-4563-a03c-cc5350d8569a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.609825 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-e7754c8b-8e34-4ed4-b7b6-b150b5b7109e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2d7f75e08e546b7b5a3acb79002bb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654787 Mar 05 02:53:37.609825 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7754c8b-8e34-4ed4-b7b6-b150b5b7109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15763954-7a8f-4563-a03c-cc5350d8569a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:37.610552 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:37.666368 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-355dbe58-4538-4459-b6e2-e4c6b56a28e4 admin admin] Publish callbacks [] for security_group (15763954-7a8f-4563-a03c-cc5350d8569a), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.693579 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-355dbe58-4538-4459-b6e2-e4c6b56a28e4 admin admin] Publish callbacks [] for security_group (15763954-7a8f-4563-a03c-cc5350d8569a), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.752977 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-355dbe58-4538-4459-b6e2-e4c6b56a28e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (15763954-7a8f-4563-a03c-cc5350d8569a), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.755614 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-355dbe58-4538-4459-b6e2-e4c6b56a28e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:37.756762 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-355dbe58-4538-4459-b6e2-e4c6b56a28e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15763954-7a8f-4563-a03c-cc5350d8569a HTTP/1.1" status: 204 len: 168 time: 0.1452367 Mar 05 02:53:37.765638 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dbe58-4538-4459-b6e2-e4c6b56a28e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15763954-7a8f-4563-a03c-cc5350d8569a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:37.879580 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.472084 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50116) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:38.574297 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2125642209-network', 'tenant_id': '3afb5b14217e4a54ab03e6233f8aaa07'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:38.596560 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Made reservation on behalf of 3afb5b14217e4a54ab03e6233f8aaa07 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:38.599715 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.609907 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.683501 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Publish callbacks [] for security_group (4a303d63-0d20-4ab5-bf01-99f5d360df11), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.688598 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4a303d63-0d20-4ab5-bf01-99f5d360df11), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.715534 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:53:38.724732 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a303d63-0d20-4ab5-bf01-99f5d360df11,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:38.731477 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.731813 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Added segment a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe of type vlan for network bc3bb688-2082-4285-b145-f24c2a8d5bc2 Mar 05 02:53:38.773096 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (bc3bb688-2082-4285-b145-f24c2a8d5bc2), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.796882 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (bc3bb688-2082-4285-b145-f24c2a8d5bc2), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.797814 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:38.798431 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.835924 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3600559 Mar 05 02:53:38.836353 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50124) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:38.841612 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Request body: {'subnet': {'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2125642209-subnet', 'tenant_id': '3afb5b14217e4a54ab03e6233f8aaa07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:38.866367 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475aa5-e9be-41b8-ae78-5a845ae327b6 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3bb688-2082-4285-b145-f24c2a8d5bc2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:38.866720 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Made reservation on behalf of 3afb5b14217e4a54ab03e6233f8aaa07 for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:38.869944 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13058835'] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.878859 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network bc3bb688-2082-4285-b145-f24c2a8d5bc2 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:53:39.114224 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16340048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13058829'] for subnet (96989062-3271-4d61-8428-7ff775356d87), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:39.175077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=96989062-3271-4d61-8428-7ff775356d87,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:39.212378 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Checking segment: {'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:39.212764 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Network hostable DHCP agents. Network: bc3bb688-2082-4285-b145-f24c2a8d5bc2, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:53:39.220903 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-31d9163c-fb3d-4c81-907f-a160b57be151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:39.222692 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-31d9163c-fb3d-4c81-907f-a160b57be151 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1129 time: 0.0487666 Mar 05 02:53:39.254223 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa99b2-7cf4-4f71-a73d-04e654422b59 req-0a65bc67-ee54-4132-9829-05bac0f3ac3d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:39.255718 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-daaa99b2-7cf4-4f71-a73d-04e654422b59 req-0a65bc67-ee54-4132-9829-05bac0f3ac3d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0765619 Mar 05 02:53:39.256312 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Network bc3bb688-2082-4285-b145-f24c2a8d5bc2 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:53:39.277936 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, bc3bb688-2082-4285-b145-f24c2a8d5bc2) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:39.284417 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:39.285054 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:39.292253 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4adb143-8f06-4dea-b940-dbe599859b07 None None] Network bc3bb688-2082-4285-b145-f24c2a8d5bc2 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:53:39.313456 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-14f90c7c-4ff9-473a-8831-dcc2b3ca07ff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4758122 Mar 05 02:53:39.331508 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-daaa99b2-7cf4-4f71-a73d-04e654422b59 req-553c54e4-28a9-48c8-a30a-56310ff16d03 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631516 Mar 05 02:53:39.438031 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395571cb-b7b7-40b6-91cd-ed65c5e211e1 None None] Network bc3bb688-2082-4285-b145-f24c2a8d5bc2 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:53:39.564698 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-65beb010-e1cc-4a04-a753-8f6c511e9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:39.566275 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-65beb010-e1cc-4a04-a753-8f6c511e9ccf service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.3374753 Mar 05 02:53:39.608810 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-8dccc7d4-9e3f-440e-ad2d-d02a8d1eb7c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 200 len: 217 time: 0.0341089 Mar 05 02:53:39.660338 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-c65929bf-1320-4456-8181-17b654179097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:39.662134 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-c65929bf-1320-4456-8181-17b654179097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.0480962 Mar 05 02:53:39.695244 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-fdfe0039-299b-4044-bf89-c80404ec3328 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268037 Mar 05 02:53:39.792135 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-044e4cd8-2014-48cd-a48b-8d2de73789b3 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880573 Mar 05 02:53:39.903125 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-9312ed23-7d96-4cca-b616-8f4d4fc3aeae req-a3b80ef4-7aa1-4fe9-9fb1-9edcdec5b12d service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030202 Mar 05 02:53:40.407845 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:40.456425 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633ef1d-9d8a-4a8f-a28b-b7c513e153f0 req-49f437a6-7677-4c16-b35a-e617c9210860 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:40.463148 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b633ef1d-9d8a-4a8f-a28b-b7c513e153f0 req-49f437a6-7677-4c16-b35a-e617c9210860 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Mar 05 02:53:40.510052 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b633ef1d-9d8a-4a8f-a28b-b7c513e153f0 req-039f5963-e0f3-42ba-a967-97d1923dc563 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Mar 05 02:53:40.536676 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e54a5e3-7228-4e9d-9718-7303871d471b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.612875 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e54a5e3-7228-4e9d-9718-7303871d471b admin admin] Publish callbacks [] for security_group (8ceefb24-9f45-4a65-ab24-9bb7258308de), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.616483 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e54a5e3-7228-4e9d-9718-7303871d471b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (8ceefb24-9f45-4a65-ab24-9bb7258308de), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.654671 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-6e54a5e3-7228-4e9d-9718-7303871d471b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15c97294348543d3bc4f154fd681897b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457702 Mar 05 02:53:40.655665 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54a5e3-7228-4e9d-9718-7303871d471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceefb24-9f45-4a65-ab24-9bb7258308de,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:40.657392 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50180) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:40.708467 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0068e687-33b5-4822-a002-2fc427ec5372 admin admin] Publish callbacks [] for security_group (8ceefb24-9f45-4a65-ab24-9bb7258308de), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.729617 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0068e687-33b5-4822-a002-2fc427ec5372 admin admin] Publish callbacks [] for security_group (8ceefb24-9f45-4a65-ab24-9bb7258308de), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.778408 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0068e687-33b5-4822-a002-2fc427ec5372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (8ceefb24-9f45-4a65-ab24-9bb7258308de), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.781030 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0068e687-33b5-4822-a002-2fc427ec5372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.782196 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-0068e687-33b5-4822-a002-2fc427ec5372 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ceefb24-9f45-4a65-ab24-9bb7258308de HTTP/1.1" status: 204 len: 168 time: 0.1237509 Mar 05 02:53:40.790146 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068e687-33b5-4822-a002-2fc427ec5372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceefb24-9f45-4a65-ab24-9bb7258308de,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:41.643521 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1410df-656b-4ad3-a896-0b925480cb0f req-68c69296-492d-47df-9ffc-58d07ef1379c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:41.645048 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8d1410df-656b-4ad3-a896-0b925480cb0f req-68c69296-492d-47df-9ffc-58d07ef1379c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0648580 Mar 05 02:53:41.694605 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8d1410df-656b-4ad3-a896-0b925480cb0f req-d7aa2f71-d48c-4679-a45f-fc61533e8224 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Mar 05 02:53:42.815857 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555ab2-eafb-4017-9808-ea1f58f5d464 req-2347989a-09c6-4d7a-9817-162dc52439bb tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:42.817330 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7555ab2-eafb-4017-9808-ea1f58f5d464 req-2347989a-09c6-4d7a-9817-162dc52439bb tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0551181 Mar 05 02:53:42.865292 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7555ab2-eafb-4017-9808-ea1f58f5d464 req-c46aa340-4a12-4601-ba9e-22e22468b449 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Mar 05 02:53:43.980919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96ad39-2532-464d-91ce-2519b7fa62d3 req-c73217da-808d-4c0a-b4a0-febea9b84b78 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:43.982288 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c96ad39-2532-464d-91ce-2519b7fa62d3 req-c73217da-808d-4c0a-b4a0-febea9b84b78 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0510173 Mar 05 02:53:44.028143 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6c96ad39-2532-464d-91ce-2519b7fa62d3 req-afb74120-75d6-4289-a72e-2738166d4e9a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Mar 05 02:53:45.145822 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d6ade-c081-437a-84da-43113d24bcc7 req-b5e9493c-a54a-4b62-8cc3-49286b3d2d61 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:45.147302 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-457d6ade-c081-437a-84da-43113d24bcc7 req-b5e9493c-a54a-4b62-8cc3-49286b3d2d61 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Mar 05 02:53:45.200927 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-457d6ade-c081-437a-84da-43113d24bcc7 req-8beb1d3c-9a4c-4dcd-8ae5-4ad56a7beb7e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476511 Mar 05 02:53:46.331772 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59d356-569f-42f4-af3c-18f64f995962 req-a3949ab8-2f6e-4bc2-959b-cdb097bb006f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:46.333438 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1f59d356-569f-42f4-af3c-18f64f995962 req-a3949ab8-2f6e-4bc2-959b-cdb097bb006f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0539699 Mar 05 02:53:46.383622 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1f59d356-569f-42f4-af3c-18f64f995962 req-f55417ba-b905-4384-b4dd-f32f9150f931 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446594 Mar 05 02:53:47.499414 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b442cc-d786-4dfd-9313-20ae6ebe23a6 req-dd724433-453b-408d-8de4-71fbccd7f50b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:47.501901 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d5b442cc-d786-4dfd-9313-20ae6ebe23a6 req-dd724433-453b-408d-8de4-71fbccd7f50b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0526266 Mar 05 02:53:47.549478 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d5b442cc-d786-4dfd-9313-20ae6ebe23a6 req-3d48a1b1-325d-4a55-8cd5-f22114ebe0af tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Mar 05 02:53:48.674983 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a52ab-f1d4-4b49-93c7-d5faa35ac774 req-77fea40a-4dcc-45a5-8757-b32d00fbe1ef tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:48.676457 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bd8a52ab-f1d4-4b49-93c7-d5faa35ac774 req-77fea40a-4dcc-45a5-8757-b32d00fbe1ef tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0553005 Mar 05 02:53:48.722926 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bd8a52ab-f1d4-4b49-93c7-d5faa35ac774 req-25768522-50bf-4ac4-b367-2d099cf27f31 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Mar 05 02:53:49.574880 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-09fd6292-516e-4cde-af15-4d63cc78877a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:49.576253 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-09fd6292-516e-4cde-af15-4d63cc78877a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/networks?id=bc3bb688-2082-4285-b145-f24c2a8d5bc2 HTTP/1.1" status: 200 len: 809 time: 0.1018262 Mar 05 02:53:49.591039 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-4e97a270-3dc0-444a-93e5-bf5a27b4b8b6 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/quotas/3afb5b14217e4a54ab03e6233f8aaa07 HTTP/1.1" status: 200 len: 375 time: 0.0087862 Mar 05 02:53:49.627575 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-226c694b-4f13-438b-91bf-86f8a8071045 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3afb5b14217e4a54ab03e6233f8aaa07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311735 Mar 05 02:53:49.717277 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-74506221-5a47-4d7d-9500-ed605e3991a1 service neutron] 10.222.0.26 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830312 Mar 05 02:53:50.039963 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-d71f831e-29c2-4a19-ab57-f7939d5cf8e8 service neutron] 10.222.0.26 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167424 Mar 05 02:53:50.049772 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e867-342d-4a62-88d2-0b10109d9d1c req-5c618d6c-b1ca-4570-93cb-bf6687bd5f1b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:50.051475 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c180e867-342d-4a62-88d2-0b10109d9d1c req-5c618d6c-b1ca-4570-93cb-bf6687bd5f1b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0729733 Mar 05 02:53:50.104780 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c180e867-342d-4a62-88d2-0b10109d9d1c req-4451c8a7-d466-4a14-a151-759cfd2e508a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Mar 05 02:53:50.205462 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-51fe1077-09f7-48e9-b3e1-dfc2461a731e req-e91be6d3-ef67-4a34-9304-e8efd4d38757 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 210 time: 0.0309072 Mar 05 02:53:51.229888 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc9c14-e05a-44d8-87ab-875dc8a9e73b req-2d9b71ce-d306-4a77-9658-fb2ddf9a6222 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:51.231377 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-64cc9c14-e05a-44d8-87ab-875dc8a9e73b req-2d9b71ce-d306-4a77-9658-fb2ddf9a6222 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0552585 Mar 05 02:53:51.283950 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-64cc9c14-e05a-44d8-87ab-875dc8a9e73b req-af17d5d9-8423-45d6-aed3-934be9a4a649 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Mar 05 02:53:51.287995 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-9444036f-8feb-4ac9-8b3d-61c340bd3bbf tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:51.289564 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-9444036f-8feb-4ac9-8b3d-61c340bd3bbf tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.13 "GET /v2.0/networks?id=bc3bb688-2082-4285-b145-f24c2a8d5bc2 HTTP/1.1" status: 200 len: 809 time: 0.1351659 Mar 05 02:53:51.309340 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Request body: {'port': {'device_id': '1330ae1f-2dd0-436c-bbaa-c3c2d711fb83', 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2', 'admin_state_up': True, 'tenant_id': '3afb5b14217e4a54ab03e6233f8aaa07'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:51.312232 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dab728b7-ad01-4af1-95b9-990145b8557c req-46c5278e-4525-4a50-b93b-f5e71119551f tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 210 time: 0.0270445 Mar 05 02:53:51.419254 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Made reservation on behalf of 3afb5b14217e4a54ab03e6233f8aaa07 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:51.422757 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:51.548826 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Allocated IP 172.20.0.6 (bc3bb688-2082-4285-b145-f24c2a8d5bc2/96989062-3271-4d61-8428-7ff775356d87/9fad6e24-25a4-407a-bdaf-607bca1d98a2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:53:51.709221 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks [] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:51.755891 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:51.810432 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Network bc3bb688-2082-4285-b145-f24c2a8d5bc2 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:51.814651 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:51.818297 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:53:51.852074 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Pushing event updated for resources: {'Port': ['ID=9fad6e24-25a4-407a-bdaf-607bca1d98a2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:51.855711 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50428) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:51.877908 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:51.878611 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:51.895361 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1933159b-3bc1-48d6-968f-b874a949e7ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918846 Mar 05 02:53:51.911734 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Request body: {'port': {'device_id': '1330ae1f-2dd0-436c-bbaa-c3c2d711fb83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:51.973716 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3616ae0a-305e-4861-b20c-e457fe847870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:51.982770 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.072700 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3616ae0a-305e-4861-b20c-e457fe847870 admin admin] Publish callbacks [] for security_group (a910859f-95ba-4ff5-8bf8-9d7a7b8da23b), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.081421 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3616ae0a-305e-4861-b20c-e457fe847870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (a910859f-95ba-4ff5-8bf8-9d7a7b8da23b), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.128450 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3616ae0a-305e-4861-b20c-e457fe847870 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc57b6fc5fef4d34832814679fb2589c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683074 Mar 05 02:53:52.137724 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50438) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:52.172585 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616ae0a-305e-4861-b20c-e457fe847870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a910859f-95ba-4ff5-8bf8-9d7a7b8da23b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:52.195204 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7934-6062-4ef7-a912-a15654c1acd7 admin admin] Publish callbacks [] for security_group (a910859f-95ba-4ff5-8bf8-9d7a7b8da23b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.218600 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7934-6062-4ef7-a912-a15654c1acd7 admin admin] Publish callbacks [] for security_group (a910859f-95ba-4ff5-8bf8-9d7a7b8da23b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.266427 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7934-6062-4ef7-a912-a15654c1acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (a910859f-95ba-4ff5-8bf8-9d7a7b8da23b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.270021 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7934-6062-4ef7-a912-a15654c1acd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.271145 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3e6d7934-6062-4ef7-a912-a15654c1acd7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a910859f-95ba-4ff5-8bf8-9d7a7b8da23b HTTP/1.1" status: 204 len: 168 time: 0.1360347 Mar 05 02:53:52.278743 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d7934-6062-4ef7-a912-a15654c1acd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a910859f-95ba-4ff5-8bf8-9d7a7b8da23b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:52.319655 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fad6e24-25a4-407a-bdaf-607bca1d98a2 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:53:52.327351 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Publish callbacks [] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.341421 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Transition to ACTIVE for port object 9fad6e24-25a4-407a-bdaf-607bca1d98a2 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:53:52.345337 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.414977 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9fad6e24-25a4-407a-bdaf-607bca1d98a2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:52.457513 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36daf06-a8c8-4f4b-9a00-d8f41eba6195 req-81d8aff1-1128-4c81-8aaf-0abf12895c59 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:52.464789 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a36daf06-a8c8-4f4b-9a00-d8f41eba6195 req-81d8aff1-1128-4c81-8aaf-0abf12895c59 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1054716 Mar 05 02:53:52.495009 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07c887-85be-4043-a55f-159c447fc1df req-bb40243a-219f-497d-88b8-9d1bfd325238 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:52.496572 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Attempting to bind port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:53:52.496701 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a07c887-85be-4043-a55f-159c447fc1df req-bb40243a-219f-497d-88b8-9d1bfd325238 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 943 time: 0.1038911 Mar 05 02:53:52.497052 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Attempting to bind port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:53:52.497566 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Attempting to bind port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 on network bc3bb688-2082-4285-b145-f24c2a8d5bc2 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:52.503836 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 on network bc3bb688-2082-4285-b145-f24c2a8d5bc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:53:52.504273 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Attempting to bind port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 on network bc3bb688-2082-4285-b145-f24c2a8d5bc2 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:52.509496 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:53:52.509922 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Checking segment: {'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:52.510419 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Bound using segment: {'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:53:52.510922 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Bound port: 9fad6e24-25a4-407a-bdaf-607bca1d98a2, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:53:52.511350 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.550364 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a36daf06-a8c8-4f4b-9a00-d8f41eba6195 req-4342aec6-99d9-4880-832d-b69c2d739e41 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796196 Mar 05 02:53:52.583009 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a07c887-85be-4043-a55f-159c447fc1df req-d277d40a-6f95-4e7b-8bce-69b0673357b5 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742793 Mar 05 02:53:52.622580 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] For port 9fad6e24-25a4-407a-bdaf-607bca1d98a2, host hv-cinder-82725, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:53:52.626679 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] For port 9fad6e24-25a4-407a-bdaf-607bca1d98a2, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=9fad6e24-25a4-407a-bdaf-607bca1d98a2,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:53:52.632555 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.670160 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:52.671330 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.674595 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] 10.222.0.13 "PUT /v2.0/ports/9fad6e24-25a4-407a-bdaf-607bca1d98a2 HTTP/1.1" status: 200 len: 1093 time: 0.7671895 Mar 05 02:53:52.675113 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1330ae1f-2dd0-436c-bbaa-c3c2d711fb83', 'tag': '9fad6e24-25a4-407a-bdaf-607bca1d98a2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:52.677461 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7a5fd9-7bb0-49d9-9461-15bde599540b" -d '{"events": [{"name": "network-changed", "server_uuid": "1330ae1f-2dd0-436c-bbaa-c3c2d711fb83", "tag": "9fad6e24-25a4-407a-bdaf-607bca1d98a2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:52.707957 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc723795-7a47-454f-80b1-9f72457e4fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9fad6e24-25a4-407a-bdaf-607bca1d98a2,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:52.724043 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394a6b1-0718-4cb6-a09e-a45488127a20 x-openstack-request-id: req-2394a6b1-0718-4cb6-a09e-a45488127a20 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:52.724344 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1330ae1f-2dd0-436c-bbaa-c3c2d711fb83", "tag": "9fad6e24-25a4-407a-bdaf-607bca1d98a2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:52.724767 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2394a6b1-0718-4cb6-a09e-a45488127a20 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:52.725295 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1330ae1f-2dd0-436c-bbaa-c3c2d711fb83', 'tag': '9fad6e24-25a4-407a-bdaf-607bca1d98a2', 'status': 'completed', 'code': 200} Mar 05 02:53:52.773023 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-8063accf-2c16-4c76-af1c-4c0007d4965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:52.774716 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-8063accf-2c16-4c76-af1c-4c0007d4965b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3afb5b14217e4a54ab03e6233f8aaa07&device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 1127 time: 0.0487518 Mar 05 02:53:52.824292 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-1bd24702-11e0-4cbf-b3c7-b7d191f804bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fad6e24-25a4-407a-bdaf-607bca1d98a2 HTTP/1.1" status: 200 len: 217 time: 0.0395150 Mar 05 02:53:52.884420 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-0df70325-4152-4110-95df-b550b62c0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:52.885867 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-0df70325-4152-4110-95df-b550b62c0193 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96989062-3271-4d61-8428-7ff775356d87 HTTP/1.1" status: 200 len: 849 time: 0.0451703 Mar 05 02:53:52.919954 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-68c0110c-5117-4610-916c-9b7684a490a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc3bb688-2082-4285-b145-f24c2a8d5bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275128 Mar 05 02:53:53.015137 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-85cb948a-fc5b-44f1-bb5d-c3bec337e0ae service neutron] 10.222.0.13 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875657 Mar 05 02:53:53.107180 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-dd183d4d-002f-499c-9d05-6e2c2667d1c1 req-608557bb-54d1-4219-bbde-c97b6f061930 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 Mar 05 02:53:53.217082 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-8f8509eb-6599-4089-9e4a-8902133d6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:53.218918 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-8f8509eb-6599-4089-9e4a-8902133d6b62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3afb5b14217e4a54ab03e6233f8aaa07&device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 1127 time: 0.0470648 Mar 05 02:53:53.320509 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-3c6c1850-21b1-4c2e-8fbb-1f42ab2f130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:53.321994 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-3c6c1850-21b1-4c2e-8fbb-1f42ab2f130d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc3bb688-2082-4285-b145-f24c2a8d5bc2 HTTP/1.1" status: 200 len: 909 time: 0.0938630 Mar 05 02:53:53.363828 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-567d7241-7df3-4fe4-8159-4b9ef6b21101 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fad6e24-25a4-407a-bdaf-607bca1d98a2 HTTP/1.1" status: 200 len: 217 time: 0.0335889 Mar 05 02:53:53.424684 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-1409d8ae-519d-4438-b7e3-ca0c0e53e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:53.426174 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-1409d8ae-519d-4438-b7e3-ca0c0e53e6c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96989062-3271-4d61-8428-7ff775356d87 HTTP/1.1" status: 200 len: 849 time: 0.0489683 Mar 05 02:53:53.457506 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-38db95f8-804f-4c52-87fd-7862b5fbe4f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc3bb688-2082-4285-b145-f24c2a8d5bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248072 Mar 05 02:53:53.567881 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-d1291db7-aad2-4253-964d-797883c528ca service neutron] 10.222.0.13 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033282 Mar 05 02:53:53.674344 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177041f0-303c-4238-af12-60d6f5fd9a40 req-fe6dc084-47c2-41ef-b5e3-136e75762bf8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:53.681392 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5c7a5fd9-7bb0-49d9-9461-15bde599540b req-037c95ee-6400-466b-9ef7-3a04dac2ca3a service neutron] 10.222.0.13 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034520 Mar 05 02:53:53.682503 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-177041f0-303c-4238-af12-60d6f5fd9a40 req-fe6dc084-47c2-41ef-b5e3-136e75762bf8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0621805 Mar 05 02:53:53.766841 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-177041f0-303c-4238-af12-60d6f5fd9a40 req-387aad52-fc9a-4d84-ba48-f1ba82b19dd2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784264 Mar 05 02:53:53.778715 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633d47c-47dd-4112-af46-dc810db883ab req-6f4489dd-9e26-432c-be85-1fd9a010eb37 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:53.780776 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9633d47c-47dd-4112-af46-dc810db883ab req-6f4489dd-9e26-432c-be85-1fd9a010eb37 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 943 time: 0.0857866 Mar 05 02:53:53.828420 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9633d47c-47dd-4112-af46-dc810db883ab req-432d194d-ac28-4b76-b021-d18a29810fc6 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Mar 05 02:53:54.918492 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2d6b-f3ec-4288-81a7-baf84348fea9 req-6cd4c672-ea0a-4f1f-8952-2ba9d6936258 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:54.920044 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-734a2d6b-f3ec-4288-81a7-baf84348fea9 req-6cd4c672-ea0a-4f1f-8952-2ba9d6936258 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0772722 Mar 05 02:53:54.927072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741cb8e-3608-44d4-95cc-73f934946fc4 req-e0b3950b-68b5-4884-a461-e4f5ff27cb7c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:54.928455 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c741cb8e-3608-44d4-95cc-73f934946fc4 req-e0b3950b-68b5-4884-a461-e4f5ff27cb7c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0968375 Mar 05 02:53:55.003464 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-734a2d6b-f3ec-4288-81a7-baf84348fea9 req-dbc673cc-619a-4047-817e-76a23750cbb8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740619 Mar 05 02:53:55.006672 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c741cb8e-3608-44d4-95cc-73f934946fc4 req-fc578ee6-d4bd-4119-af40-2938191ff7d8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713422 Mar 05 02:53:55.109160 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1728e-52d2-4d66-bc77-2a21c191e2b1 req-8273f64b-453e-477d-9083-085387c5a96a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:55.110639 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1eb1728e-52d2-4d66-bc77-2a21c191e2b1 req-8273f64b-453e-477d-9083-085387c5a96a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 943 time: 0.0518270 Mar 05 02:53:55.157544 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1eb1728e-52d2-4d66-bc77-2a21c191e2b1 req-a345c6a3-00c5-4514-87b2-970988e1a408 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Mar 05 02:53:55.377373 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a36be39a-e3ad-4cd8-9baa-4c3d9ce60c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:56.090685 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 9fad6e24-25a4-407a-bdaf-607bca1d98a2 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:53:56.153089 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6524a3-8ca7-4fc8-ab20-a549bfb4fba2 req-7b006748-2729-45b0-bd90-719741481e9d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:56.154582 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f6524a3-8ca7-4fc8-ab20-a549bfb4fba2 req-7b006748-2729-45b0-bd90-719741481e9d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0849626 Mar 05 02:53:56.165830 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e70c6-7d3a-4c77-9c62-02f609a2c5c8 req-dbce4ee6-0cd5-4e74-8bad-df2cd18a83fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:56.167316 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6a7e70c6-7d3a-4c77-9c62-02f609a2c5c8 req-dbce4ee6-0cd5-4e74-8bad-df2cd18a83fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0867665 Mar 05 02:53:56.194417 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 9fad6e24-25a4-407a-bdaf-607bca1d98a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=9fad6e24-25a4-407a-bdaf-607bca1d98a2,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:56.204930 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '9fad6e24-25a4-407a-bdaf-607bca1d98a2', 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2', 'port_id': '9fad6e24-25a4-407a-bdaf-607bca1d98a2', 'mac_address': 'fa:16:3e:a7:4d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96989062-3271-4d61-8428-7ff775356d87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:53:56.235642 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f6524a3-8ca7-4fc8-ab20-a549bfb4fba2 req-70de095f-f851-4361-a154-c072217010b7 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673797 Mar 05 02:53:56.242997 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6a7e70c6-7d3a-4c77-9c62-02f609a2c5c8 req-1769312a-b547-48f6-a4f2-e889279520a1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676394 Mar 05 02:53:56.246724 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:56.247507 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:56.266585 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fad6e24-25a4-407a-bdaf-607bca1d98a2 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:53:56.286377 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 9fad6e24-25a4-407a-bdaf-607bca1d98a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=9fad6e24-25a4-407a-bdaf-607bca1d98a2,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:56.290500 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:56.345799 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=9fad6e24-25a4-407a-bdaf-607bca1d98a2,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:56.350626 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4359-16b1-4650-921f-da31c2b75675 req-bd8b8d64-9371-4fea-95aa-415b4a906028 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:56.352618 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-eaca4359-16b1-4650-921f-da31c2b75675 req-bd8b8d64-9371-4fea-95aa-415b4a906028 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 944 time: 0.0553129 Mar 05 02:53:56.352993 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.353359 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.353706 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.354061 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.354648 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.354973 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.355297 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.355619 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.355938 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.356271 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.356596 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.356910 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.357224 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:56.404763 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-eaca4359-16b1-4650-921f-da31c2b75675 req-95c6d1fc-159f-4d55-8bcb-5e99adf2643f tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Mar 05 02:53:57.386675 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208dbcc-7dd5-4eb2-8188-4f99f61ab629 req-5a2225d0-e4e4-4b74-8b4c-543b8caf1348 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:57.388151 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4208dbcc-7dd5-4eb2-8188-4f99f61ab629 req-5a2225d0-e4e4-4b74-8b4c-543b8caf1348 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0859227 Mar 05 02:53:57.399395 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd5b6-396d-4c3e-b03f-0519cd9f18e6 req-c5b6d5b6-c58c-4260-9293-7a843fb31f66 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:57.400830 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-274bd5b6-396d-4c3e-b03f-0519cd9f18e6 req-c5b6d5b6-c58c-4260-9293-7a843fb31f66 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0730107 Mar 05 02:53:57.467998 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4208dbcc-7dd5-4eb2-8188-4f99f61ab629 req-1fc7a00d-3db9-4eac-adc1-3723e831952a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656075 Mar 05 02:53:57.474695 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-274bd5b6-396d-4c3e-b03f-0519cd9f18e6 req-fb4ba1f1-6983-4776-b191-0e8d051b8438 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672336 Mar 05 02:53:57.571265 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1ad69-964f-4e13-9b55-5631819d415f req-32953f96-99c5-4f5b-9876-0ed75fd5b73a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:57.572718 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a0d1ad69-964f-4e13-9b55-5631819d415f req-32953f96-99c5-4f5b-9876-0ed75fd5b73a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 944 time: 0.0510228 Mar 05 02:53:57.614361 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-defb999e-6414-498e-8a1a-c96f435a5965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:57.623269 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a0d1ad69-964f-4e13-9b55-5631819d415f req-9deec117-e3b6-48e1-876b-fe31936e9dc8 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 Mar 05 02:53:57.738750 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:53:58.205360 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['9fad6e24-25a4-407a-bdaf-607bca1d98a2'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:53:58.624474 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b508d2-ebc0-4371-bb5c-d3b768cf342e req-5cf89c9f-97f2-4995-ba16-428830dca85e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:58.626150 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c4b508d2-ebc0-4371-bb5c-d3b768cf342e req-5cf89c9f-97f2-4995-ba16-428830dca85e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0861564 Mar 05 02:53:58.634408 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2cb8f-a525-49c3-a847-fad36d10ccf4 req-09288906-602a-452f-b866-b5ae637c45a0 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:58.635937 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0aa2cb8f-a525-49c3-a847-fad36d10ccf4 req-09288906-602a-452f-b866-b5ae637c45a0 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0857964 Mar 05 02:53:58.706225 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c4b508d2-ebc0-4371-bb5c-d3b768cf342e req-5a2b7609-c978-43a8-888e-b8db6edfabd9 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692122 Mar 05 02:53:58.714171 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0aa2cb8f-a525-49c3-a847-fad36d10ccf4 req-79ebc6ea-89b5-464e-8dfe-93d9429f973e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698957 Mar 05 02:53:58.768490 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:58.836872 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ef9d1-711f-4607-a895-e7caa29dc8d7 req-2539690c-2624-4811-a0d2-8a027d0642b5 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:58.838346 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8d3ef9d1-711f-4607-a895-e7caa29dc8d7 req-2539690c-2624-4811-a0d2-8a027d0642b5 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 944 time: 0.0591071 Mar 05 02:53:58.887037 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8d3ef9d1-711f-4607-a895-e7caa29dc8d7 req-301ec5f6-3d34-4aad-afd7-cadb1fa4a7a6 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Mar 05 02:53:59.839463 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4ee2d-4c65-450a-85c6-8d96cb2fb1bc req-0bd64220-01ba-4ef6-8c9a-89ec4781e9e5 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:59.840934 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e1c4ee2d-4c65-450a-85c6-8d96cb2fb1bc req-0bd64220-01ba-4ef6-8c9a-89ec4781e9e5 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0652425 Mar 05 02:53:59.847141 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 9fad6e24-25a4-407a-bdaf-607bca1d98a2 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:59.900499 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:53:59.904500 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:59.905583 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:59.919329 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dc209-d5ac-4cbf-bcae-cd7b7814dddb req-1669faa7-c622-4e88-a1a6-f9d17def0f99 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:59.922086 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-737dc209-d5ac-4cbf-bcae-cd7b7814dddb req-1669faa7-c622-4e88-a1a6-f9d17def0f99 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1026461 Mar 05 02:53:59.929259 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e1c4ee2d-4c65-450a-85c6-8d96cb2fb1bc req-8fbd3dec-2829-42a9-9a5a-877d821fd9b4 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725822 Mar 05 02:53:59.985648 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-737dc209-d5ac-4cbf-bcae-cd7b7814dddb req-001b1690-d2aa-428d-8879-3ee4cf68c855 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549753 Mar 05 02:54:00.000470 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:00.000929 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:00.037631 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1330ae1f-2dd0-436c-bbaa-c3c2d711fb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad6e24-25a4-407a-bdaf-607bca1d98a2'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:00.040487 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d2c67-bbd3-452f-b559-6f00ca5150de" -d '{"events": [{"server_uuid": "1330ae1f-2dd0-436c-bbaa-c3c2d711fb83", "name": "network-vif-plugged", "status": "completed", "tag": "9fad6e24-25a4-407a-bdaf-607bca1d98a2"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:00.052989 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 9fad6e24-25a4-407a-bdaf-607bca1d98a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=9fad6e24-25a4-407a-bdaf-607bca1d98a2,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:00.057913 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:00.127699 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:00.131556 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adaadd-5cbd-42eb-bed4-1c68ca6b0a77 req-f29b9643-f409-4088-812b-3910906fb92a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:00.134187 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-49adaadd-5cbd-42eb-bed4-1c68ca6b0a77 req-f29b9643-f409-4088-812b-3910906fb92a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 945 time: 0.0813460 Mar 05 02:54:00.141396 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=9fad6e24-25a4-407a-bdaf-607bca1d98a2,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:00.203165 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-49adaadd-5cbd-42eb-bed4-1c68ca6b0a77 req-a93ce6ac-10a5-48de-af75-49c04afa3cf6 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563421 Mar 05 02:54:00.260057 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0267859-24b1-4006-8e23-fe3feb7480d0 x-openstack-request-id: req-e0267859-24b1-4006-8e23-fe3feb7480d0 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:00.260057 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1330ae1f-2dd0-436c-bbaa-c3c2d711fb83", "name": "network-vif-plugged", "status": "completed", "tag": "9fad6e24-25a4-407a-bdaf-607bca1d98a2", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:00.260057 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0267859-24b1-4006-8e23-fe3feb7480d0 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:00.260057 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1330ae1f-2dd0-436c-bbaa-c3c2d711fb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad6e24-25a4-407a-bdaf-607bca1d98a2', 'code': 200} Mar 05 02:54:00.458875 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db91988-abea-4002-8f71-2b518cb2d503 req-d8db89c2-a907-4404-b1ff-47b95674e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:00.460389 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-1db91988-abea-4002-8f71-2b518cb2d503 req-d8db89c2-a907-4404-b1ff-47b95674e407 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 1129 time: 0.0506010 Mar 05 02:54:00.508226 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-1db91988-abea-4002-8f71-2b518cb2d503 req-3de5532e-e032-47fd-85e0-5eacab5cd448 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Mar 05 02:54:01.058173 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6bfd3-ee8a-4e70-9996-670d7f63775a req-00378e54-c009-4b9c-a198-d1d2182a92fc tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:01.059639 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bda6bfd3-ee8a-4e70-9996-670d7f63775a req-00378e54-c009-4b9c-a198-d1d2182a92fc tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0558436 Mar 05 02:54:01.137758 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bda6bfd3-ee8a-4e70-9996-670d7f63775a req-10f14db3-f542-4ac3-adab-5a013e3e2670 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720851 Mar 05 02:54:01.148450 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6d30-6d78-4f62-ab55-6424e8d7d12d req-2c9602cc-9880-4d33-88b8-5a366ed42af2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:01.149909 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-937c6d30-6d78-4f62-ab55-6424e8d7d12d req-2c9602cc-9880-4d33-88b8-5a366ed42af2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0860183 Mar 05 02:54:01.197082 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-937c6d30-6d78-4f62-ab55-6424e8d7d12d req-2f0c57bb-3785-4bfd-b965-bca6002072ba tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Mar 05 02:54:01.325828 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b456424-f9a9-441a-9624-ccc0c73d035a req-3891c931-9b03-456d-8ed2-771b4f2733e4 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:01.327628 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4b456424-f9a9-441a-9624-ccc0c73d035a req-3891c931-9b03-456d-8ed2-771b4f2733e4 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 945 time: 0.0588768 Mar 05 02:54:01.381566 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4b456424-f9a9-441a-9624-ccc0c73d035a req-ec2d4846-11fc-4412-bcc5-ce6a42df3bca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475323 Mar 05 02:54:01.471953 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50672) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:01.579189 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:01.650097 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:01.664367 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Publish callbacks [] for security_group (f0ccda5f-6d1b-45b0-a0ee-848736cec040), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:01.668528 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f0ccda5f-6d1b-45b0-a0ee-848736cec040), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:01.707380 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=706d670cf22b49b5b42f1e920a2a7ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341671 Mar 05 02:54:01.708308 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ccda5f-6d1b-45b0-a0ee-848736cec040,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:01.710129 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50682) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:01.715726 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.716077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.716411 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.716741 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.717080 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.717541 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.718084 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.718359 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.718809 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.719082 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.719491 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.719882 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.720207 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3212f852-f756-438c-94d8-df99cd4ba24f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:01.789475 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-725e2108-e2a1-4f6d-8325-fcc3c57d89b3 admin admin] Publish callbacks [] for security_group (f0ccda5f-6d1b-45b0-a0ee-848736cec040), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:01.819071 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-725e2108-e2a1-4f6d-8325-fcc3c57d89b3 admin admin] Publish callbacks [] for security_group (f0ccda5f-6d1b-45b0-a0ee-848736cec040), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:01.866906 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-725e2108-e2a1-4f6d-8325-fcc3c57d89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f0ccda5f-6d1b-45b0-a0ee-848736cec040), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:01.869486 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-725e2108-e2a1-4f6d-8325-fcc3c57d89b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:01.870696 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-725e2108-e2a1-4f6d-8325-fcc3c57d89b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0ccda5f-6d1b-45b0-a0ee-848736cec040 HTTP/1.1" status: 204 len: 168 time: 0.1595576 Mar 05 02:54:01.879819 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e2108-e2a1-4f6d-8325-fcc3c57d89b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ccda5f-6d1b-45b0-a0ee-848736cec040,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:02.273516 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5d381-b11c-408a-b055-16301b79dc52 req-4149f001-6913-4cae-944c-47360a4407b8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:02.275143 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-46b5d381-b11c-408a-b055-16301b79dc52 req-4149f001-6913-4cae-944c-47360a4407b8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0679610 Mar 05 02:54:02.357475 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-46b5d381-b11c-408a-b055-16301b79dc52 req-441f1a17-3e72-4ec4-8a49-29cc1ff13637 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709059 Mar 05 02:54:02.366612 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23822b87-9dbe-4cf3-be66-f3796b09d111 req-d46e5299-458d-477a-a62f-148112fa1f94 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:02.368351 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-23822b87-9dbe-4cf3-be66-f3796b09d111 req-d46e5299-458d-477a-a62f-148112fa1f94 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0920904 Mar 05 02:54:02.436540 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-23822b87-9dbe-4cf3-be66-f3796b09d111 req-2c45cce4-5de2-4bab-917b-9dc8a82c7713 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Mar 05 02:54:02.514957 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50714) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:02.515213 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddd750-d382-4eca-ad4a-30ce9194134b req-8a03cf09-510d-4ea8-8fcd-26faaa134b44 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:02.516723 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93ddd750-d382-4eca-ad4a-30ce9194134b req-8a03cf09-510d-4ea8-8fcd-26faaa134b44 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Mar 05 02:54:02.568043 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-93ddd750-d382-4eca-ad4a-30ce9194134b req-889ff8cf-04fc-4b48-a8a8-026950815f66 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Mar 05 02:54:02.613681 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2011975232-network', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:02.634380 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Made reservation on behalf of 47835ba5de1a42cc94c09b33a187868a for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:02.636864 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.645720 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.735238 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Publish callbacks [] for security_group (d9d5d7a9-40c1-4ab5-a96e-1f6c5be68933), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.740045 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d9d5d7a9-40c1-4ab5-a96e-1f6c5be68933), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.773324 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:54:02.786134 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (fdbf8593-bd63-43d1-a5dc-7a86a112b230), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.786505 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Added segment fdbf8593-bd63-43d1-a5dc-7a86a112b230 of type vlan for network 6abb402c-01c2-48bf-88c5-8d2968bf132e Mar 05 02:54:02.821220 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d5d7a9-40c1-4ab5-a96e-1f6c5be68933,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:02.848353 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (6abb402c-01c2-48bf-88c5-8d2968bf132e), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.887664 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (6abb402c-01c2-48bf-88c5-8d2968bf132e), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.888698 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:02.890194 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.955562 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4392455 Mar 05 02:54:02.958437 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50736) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:02.964192 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Pushing event updated for resources: {'Network': ['ID=6abb402c-01c2-48bf-88c5-8d2968bf132e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:02.964352 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Request body: {'subnet': {'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2011975232-subnet', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:02.972908 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.973449 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.973969 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.974469 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.975250 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.975748 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.976515 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.977006 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.977481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.978447 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.978866 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.979594 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.980073 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aeef98-b74d-4757-986a-bd8727f90d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:02.984837 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Made reservation on behalf of 47835ba5de1a42cc94c09b33a187868a for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:02.987225 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13058835'] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.993139 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:54:03.170765 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16340048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13058829'] for subnet (7183c14f-375b-4c53-b22a-57745acc910a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.236584 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7183c14f-375b-4c53-b22a-57745acc910a,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:03.246040 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Checking segment: {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:03.246400 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Network hostable DHCP agents. Network: 6abb402c-01c2-48bf-88c5-8d2968bf132e, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:54:03.263000 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:54:03.272236 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 6abb402c-01c2-48bf-88c5-8d2968bf132e) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:03.277357 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:03.278117 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.282656 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c745e07-6af8-4093-b038-7ce785f37c7b None None] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:03.303269 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-61b281a4-98ca-4278-9888-db7e8ea55899 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3426452 Mar 05 02:54:03.306126 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50744) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:03.310728 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:03.333748 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.335029 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.346834 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b5b1-cb1c-443e-aeae-56f64d74917f req-21d6ca7a-ad4e-4c65-a977-48afa583aec9 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:03.348650 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8692b5b1-cb1c-443e-aeae-56f64d74917f req-21d6ca7a-ad4e-4c65-a977-48afa583aec9 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 945 time: 0.0640674 Mar 05 02:54:03.392079 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks [] for router_controller (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.404353 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8692b5b1-cb1c-443e-aeae-56f64d74917f req-d2dd311c-846b-400d-89d8-fea75855be2e tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501015 Mar 05 02:54:03.408103 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-6abb402c-01c2-48bf-88c5-8d2968bf132e', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:54:03.409508 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.509468 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d4b13-e2ba-4bda-be92-2e6026fff031 req-74ab0aea-1aaf-4093-b3f6-cf2eadb73aa5 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:03.524299 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-392d4b13-e2ba-4bda-be92-2e6026fff031 req-74ab0aea-1aaf-4093-b3f6-cf2eadb73aa5 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0706253 Mar 05 02:54:03.562477 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks [] for router_gateway (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.602408 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-392d4b13-e2ba-4bda-be92-2e6026fff031 req-87e56dce-8eca-41f0-a5c4-09a94f7d59ab tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840094 Mar 05 02:54:03.611375 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Allocated IP 172.20.0.2 (6abb402c-01c2-48bf-88c5-8d2968bf132e/7183c14f-375b-4c53-b22a-57745acc910a/4491867b-9da9-4a17-a318-1fcdf9edb0dc) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:03.627254 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8a224-05d4-4efd-ba51-d08b176d2054 req-300e9eb9-bccc-4b5c-99d6-d490fed97840 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:03.628863 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7f8a224-05d4-4efd-ba51-d08b176d2054 req-300e9eb9-bccc-4b5c-99d6-d490fed97840 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0759270 Mar 05 02:54:03.694246 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b7f8a224-05d4-4efd-ba51-d08b176d2054 req-aca98951-d03c-4eb6-b672-55b67d5cb87e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571227 Mar 05 02:54:03.769726 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Publish callbacks [] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.775570 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.795789 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks [] for router_gateway (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.815151 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.816209 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:03.818952 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:03.822353 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:03.833239 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Pushing event updated for resources: {'Port': ['ID=4491867b-9da9-4a17-a318-1fcdf9edb0dc,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:03.884994 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Attempting to bind port 4491867b-9da9-4a17-a318-1fcdf9edb0dc on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:03.885363 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Attempting to bind port 4491867b-9da9-4a17-a318-1fcdf9edb0dc by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:03.885725 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Attempting to bind port 4491867b-9da9-4a17-a318-1fcdf9edb0dc on network 6abb402c-01c2-48bf-88c5-8d2968bf132e {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:03.891452 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:03.891824 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Checking segment: {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:03.892221 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.892606 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Bound using segment: {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:03.893059 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Bound port: 4491867b-9da9-4a17-a318-1fcdf9edb0dc, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:03.893433 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:03.922476 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Allocated IP 172.27.3.82 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/327495ff-e618-4475-8de5-837020415893) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:03.959622 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] For port 4491867b-9da9-4a17-a318-1fcdf9edb0dc, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:03.962662 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] For port 4491867b-9da9-4a17-a318-1fcdf9edb0dc, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=4491867b-9da9-4a17-a318-1fcdf9edb0dc,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:03.969472 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.027521 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd0d5e-5234-4a0c-a028-f8ab78453044 None None] Pushing event updated for resources: {'Port': ['ID=4491867b-9da9-4a17-a318-1fcdf9edb0dc,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:04.056793 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks [] for port (327495ff-e618-4475-8de5-837020415893), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.103628 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (327495ff-e618-4475-8de5-837020415893), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.150422 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:04.152212 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:04.157516 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:04.198529 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=327495ff-e618-4475-8de5-837020415893,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:04.350230 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50764) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:04.510630 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks [] for router_gateway (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.572273 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc3b800f-b9c0-4dea-948c-9ff959a57a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.575492 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11ec82-9d25-4918-85ca-5adf4c281de1 req-e55a432a-6fb4-4bd4-b3d2-64016a9ea028 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:04.577696 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0d11ec82-9d25-4918-85ca-5adf4c281de1 req-e55a432a-6fb4-4bd4-b3d2-64016a9ea028 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 945 time: 0.0601504 Mar 05 02:54:04.634615 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0d11ec82-9d25-4918-85ca-5adf4c281de1 req-a6b910da-edf2-48ba-b077-edbfe4f9a285 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492668 Mar 05 02:54:04.765519 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa3d4e-8cc5-4a36-907b-d2adbef404e1 req-676ff5e1-8ba2-4bd9-8d72-cdf75ffc2d6d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:04.775346 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-43aa3d4e-8cc5-4a36-907b-d2adbef404e1 req-676ff5e1-8ba2-4bd9-8d72-cdf75ffc2d6d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0845737 Mar 05 02:54:04.795007 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 4491867b-9da9-4a17-a318-1fcdf9edb0dc up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:04.861943 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc3b800f-b9c0-4dea-948c-9ff959a57a7f admin admin] Publish callbacks [] for security_group (e9b12bc2-eea1-4045-af54-d7c8ee61ad69), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.864007 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 4491867b-9da9-4a17-a318-1fcdf9edb0dc triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:04.864512 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.875359 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc3b800f-b9c0-4dea-948c-9ff959a57a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (e9b12bc2-eea1-4045-af54-d7c8ee61ad69), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.877705 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-43aa3d4e-8cc5-4a36-907b-d2adbef404e1 req-1ff03a38-f424-47d8-8e32-fbce2b183e7a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007588 Mar 05 02:54:04.895467 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa297f3-3131-4822-99bd-5abc69c2dc86 req-df8cbe2a-e87c-45d9-95a8-3bc410b4e3f1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:04.897753 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9aa297f3-3131-4822-99bd-5abc69c2dc86 req-df8cbe2a-e87c-45d9-95a8-3bc410b4e3f1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1108723 Mar 05 02:54:04.914707 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:04.930392 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-76670b14-edb3-467f-b988-52104bd20397 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:04.931893 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-76670b14-edb3-467f-b988-52104bd20397 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.13 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 945 time: 0.2288473 Mar 05 02:54:04.957972 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b800f-b9c0-4dea-948c-9ff959a57a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b12bc2-eea1-4045-af54-d7c8ee61ad69,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:04.960036 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9aa297f3-3131-4822-99bd-5abc69c2dc86 req-436a1275-c6b9-469e-b43a-bb0327392efa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560720 Mar 05 02:54:04.989993 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-fc3b800f-b9c0-4dea-948c-9ff959a57a7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21c91a4c4fba4c04b949d3590d5b484d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6302702 Mar 05 02:54:04.990215 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50780) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:05.002517 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 4491867b-9da9-4a17-a318-1fcdf9edb0dc is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:05.003557 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.039804 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4836ebf-5740-4bc5-8fab-5422398f63a3 admin admin] Publish callbacks [] for security_group (e9b12bc2-eea1-4045-af54-d7c8ee61ad69), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.046659 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 4491867b-9da9-4a17-a318-1fcdf9edb0dc, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=4491867b-9da9-4a17-a318-1fcdf9edb0dc,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:05.056785 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.077391 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4836ebf-5740-4bc5-8fab-5422398f63a3 admin admin] Publish callbacks [] for security_group (e9b12bc2-eea1-4045-af54-d7c8ee61ad69), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.115169 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=4491867b-9da9-4a17-a318-1fcdf9edb0dc,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:05.148079 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4836ebf-5740-4bc5-8fab-5422398f63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (e9b12bc2-eea1-4045-af54-d7c8ee61ad69), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.152812 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4836ebf-5740-4bc5-8fab-5422398f63a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.157270 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d4836ebf-5740-4bc5-8fab-5422398f63a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9b12bc2-eea1-4045-af54-d7c8ee61ad69 HTTP/1.1" status: 204 len: 168 time: 0.1676509 Mar 05 02:54:05.164680 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4836ebf-5740-4bc5-8fab-5422398f63a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b12bc2-eea1-4045-af54-d7c8ee61ad69,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:05.251436 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f5b70-4436-4e02-81bb-26752b86318e None None] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:05.333458 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-e3c1128c-7e9a-4c91-bf4d-55d3a4898426 None None] Provisioning complete for port 4491867b-9da9-4a17-a318-1fcdf9edb0dc triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:05.333827 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e3c1128c-7e9a-4c91-bf4d-55d3a4898426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.435243 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Deleting port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:54:05.435580 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.460422 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1128c-7e9a-4c91-bf4d-55d3a4898426 None None] Current status of the port 4491867b-9da9-4a17-a318-1fcdf9edb0dc is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:05.533544 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:54:05.627925 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] For port 9fad6e24-25a4-407a-bdaf-607bca1d98a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=9fad6e24-25a4-407a-bdaf-607bca1d98a2,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:05.628299 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.649868 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Calling delete_port for 9fad6e24-25a4-407a-bdaf-607bca1d98a2 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:54:05.695881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-3907e063-5494-4130-a403-6bebd157b0ad None None] Provisioning complete for port 4491867b-9da9-4a17-a318-1fcdf9edb0dc triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:05.696554 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3907e063-5494-4130-a403-6bebd157b0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.806898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e445fc-976a-45fe-9647-e25b77d7b647 req-a0db5f78-3a26-42c7-940c-f5b75efd3eda tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:05.808747 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-26e445fc-976a-45fe-9647-e25b77d7b647 req-a0db5f78-3a26-42c7-940c-f5b75efd3eda tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 945 time: 0.0763485 Mar 05 02:54:05.830389 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:05.845972 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Sync routers for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:05.859022 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-3907e063-5494-4130-a403-6bebd157b0ad None None] Current status of the port 4491867b-9da9-4a17-a318-1fcdf9edb0dc is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:05.863816 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-26e445fc-976a-45fe-9647-e25b77d7b647 req-a31c99d9-81a5-4768-8057-dac39531fcfa tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469537 Mar 05 02:54:05.867077 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:05.867948 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:53:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:05.879009 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:05.880506 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-deb61da1-a7a9-4ae7-8659-9e97c3c5f1a9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5731926 Mar 05 02:54:05.883196 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50808) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:05.989187 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (9fad6e24-25a4-407a-bdaf-607bca1d98a2), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.005992 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['9fad6e24-25a4-407a-bdaf-607bca1d98a2'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:06.057405 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Pushing event deleted for resources: {'Port': ['ID=9fad6e24-25a4-407a-bdaf-607bca1d98a2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:06.058906 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:06.062716 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f551-a627-4c9d-bfb1-0e070ddfc4dc req-b8481699-f0d5-4c6d-833a-9b6b94db8de3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:06.064326 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e253f551-a627-4c9d-bfb1-0e070ddfc4dc req-b8481699-f0d5-4c6d-833a-9b6b94db8de3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1012039 Mar 05 02:54:06.143267 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] No DVR routers for this DVR port 9fad6e24-25a4-407a-bdaf-607bca1d98a2 on host hv-cinder-82725 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:54:06.146576 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.149997 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-b6aaf8c0-b310-4d81-9e0b-23907d0796ac req-8c23980d-9d95-423b-890b-90c6930c25ca tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.13 "DELETE /v2.0/ports/9fad6e24-25a4-407a-bdaf-607bca1d98a2 HTTP/1.1" status: 204 len: 173 time: 1.2099860 Mar 05 02:54:06.150481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1330ae1f-2dd0-436c-bbaa-c3c2d711fb83', 'name': 'network-vif-deleted', 'tag': '9fad6e24-25a4-407a-bdaf-607bca1d98a2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:06.153348 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e2546-b017-46f1-b51f-2b43f28458ae" -d '{"events": [{"server_uuid": "1330ae1f-2dd0-436c-bbaa-c3c2d711fb83", "name": "network-vif-deleted", "tag": "9fad6e24-25a4-407a-bdaf-607bca1d98a2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:06.191533 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50820) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:06.240604 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e253f551-a627-4c9d-bfb1-0e070ddfc4dc req-14d0c132-bfad-4591-b926-7a95bd5c0c5e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696022 Mar 05 02:54:06.262465 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582b207-8995-4d49-ad48-e9a999df881f req-5cb87439-a33c-446d-bc18-0c26a4a9adfe tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:06.267482 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b582b207-8995-4d49-ad48-e9a999df881f req-5cb87439-a33c-446d-bc18-0c26a4a9adfe tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1866219 Mar 05 02:54:06.299738 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:04Z', 'revision_number': 3, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:06.310030 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-382612195-network', 'tenant_id': '8efa5f5dbc9f460aa91f4f62eb57abee'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:06.315272 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ce25a-9c67-47dc-8fff-5ae4c0f72d70 x-openstack-request-id: req-852ce25a-9c67-47dc-8fff-5ae4c0f72d70 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:06.315564 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1330ae1f-2dd0-436c-bbaa-c3c2d711fb83", "name": "network-vif-deleted", "tag": "9fad6e24-25a4-407a-bdaf-607bca1d98a2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:06.315819 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-852ce25a-9c67-47dc-8fff-5ae4c0f72d70 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:06.316204 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1330ae1f-2dd0-436c-bbaa-c3c2d711fb83', 'name': 'network-vif-deleted', 'tag': '9fad6e24-25a4-407a-bdaf-607bca1d98a2', 'status': 'completed', 'code': 200} Mar 05 02:54:06.330782 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Checking router: cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:06.331234 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Updating router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 port 327495ff-e618-4475-8de5-837020415893 binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:54:06.331403 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Made reservation on behalf of 8efa5f5dbc9f460aa91f4f62eb57abee for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:06.333765 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.342383 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.365566 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b582b207-8995-4d49-ad48-e9a999df881f req-7abf333b-eea6-4ea6-8131-f5f6abf71eaa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967648 Mar 05 02:54:06.366574 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (327495ff-e618-4475-8de5-837020415893), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.440952 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Publish callbacks [] for security_group (6490344a-8d40-43d6-8df2-1dee27806ee6), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.444947 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (6490344a-8d40-43d6-8df2-1dee27806ee6), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.471805 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:54:06.483287 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6490344a-8d40-43d6-8df2-1dee27806ee6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:06.488527 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (92837c0f-c7d6-4777-b847-b97fe4c12d32), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.488872 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Added segment 92837c0f-c7d6-4777-b847-b97fe4c12d32 of type vlan for network 68be04e0-e340-4669-98a5-143d697647c0 Mar 05 02:54:06.531433 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (68be04e0-e340-4669-98a5-143d697647c0), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.558218 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (68be04e0-e340-4669-98a5-143d697647c0), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.559202 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:06.559798 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.620180 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4273293 Mar 05 02:54:06.622773 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 50824) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:06.628197 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Request body: {'subnet': {'network_id': '68be04e0-e340-4669-98a5-143d697647c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-382612195-subnet', 'tenant_id': '8efa5f5dbc9f460aa91f4f62eb57abee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:06.636682 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b239a58-13f9-4504-b9cd-35089e543ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=68be04e0-e340-4669-98a5-143d697647c0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:06.638233 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Publish callbacks [] for port (327495ff-e618-4475-8de5-837020415893), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.645134 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (327495ff-e618-4475-8de5-837020415893), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.652330 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 68be04e0-e340-4669-98a5-143d697647c0 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:54:06.653859 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Made reservation on behalf of 8efa5f5dbc9f460aa91f4f62eb57abee for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:06.657353 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12338944'] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.693421 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Pushing event updated for resources: {'Port': ['ID=327495ff-e618-4475-8de5-837020415893,revision_number=2']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:06.701175 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.701592 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.702101 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.702782 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.703125 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.703454 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.703782 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.704100 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.704425 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.704763 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.705086 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.705403 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.705718 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:06.740376 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Attempting to bind port 327495ff-e618-4475-8de5-837020415893 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:06.742011 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Attempting to bind port 327495ff-e618-4475-8de5-837020415893 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:06.742532 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Attempting to bind port 327495ff-e618-4475-8de5-837020415893 on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:06.759128 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:06.759513 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:06.759917 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.760311 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:06.761945 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Bound port: 327495ff-e618-4475-8de5-837020415893, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:06.762358 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (327495ff-e618-4475-8de5-837020415893), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.834340 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 4491867b-9da9-4a17-a318-1fcdf9edb0dc up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:06.849553 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.857456 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] For port 327495ff-e618-4475-8de5-837020415893, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:06.862279 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] For port 327495ff-e618-4475-8de5-837020415893, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=327495ff-e618-4475-8de5-837020415893,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:06.869398 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (327495ff-e618-4475-8de5-837020415893), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.890351 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 4491867b-9da9-4a17-a318-1fcdf9edb0dc triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:06.890856 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.909087 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11240023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12338974'] for subnet (400c42d6-4fbb-4127-b2da-e305e3c48fee), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:06.922787 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:06.923483 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:53:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:06.978482 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400c42d6-4fbb-4127-b2da-e305e3c48fee,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:06.983798 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 4491867b-9da9-4a17-a318-1fcdf9edb0dc is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:07.011560 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Checking segment: {'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:07.011934 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Network hostable DHCP agents. Network: 68be04e0-e340-4669-98a5-143d697647c0, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:54:07.031169 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Network 68be04e0-e340-4669-98a5-143d697647c0 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:54:07.041481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 68be04e0-e340-4669-98a5-143d697647c0) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:07.046487 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:07.047323 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:07.053349 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc883d-37be-48c5-ad27-b2abf6877c66 None None] Network 68be04e0-e340-4669-98a5-143d697647c0 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:07.065698 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7262713b-487d-4a6d-8d81-3532bd49f867 req-327970c2-06fb-4892-9d3f-503641efe8fc tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 210 time: 0.0332973 Mar 05 02:54:07.066952 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Allocated IP 172.20.0.1 (6abb402c-01c2-48bf-88c5-8d2968bf132e/7183c14f-375b-4c53-b22a-57745acc910a/562de923-a824-4428-818d-c9b3f186b921) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:07.074580 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ad4e5e03-c3ff-436a-9aa0-3e2fe132a178 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4500988 Mar 05 02:54:07.084877 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3d17-a633-43a3-82cf-2541e3ff3adb None None] Pushing event updated for resources: {'Port': ['ID=327495ff-e618-4475-8de5-837020415893,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:07.132097 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:07.199422 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f11b9-c3de-4456-b897-503e6b49f912 None None] Network 68be04e0-e340-4669-98a5-143d697647c0 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:07.212991 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Publish callbacks [] for port (562de923-a824-4428-818d-c9b3f186b921), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:07.256684 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (562de923-a824-4428-818d-c9b3f186b921), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:07.311834 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:07.318584 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:07.352468 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:07.368572 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:04Z', 'revision_number': 3, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:07.378875 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Pushing event updated for resources: {'Port': ['ID=562de923-a824-4428-818d-c9b3f186b921,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:07.411041 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fdaec-3df8-46ce-a257-9fbfbfd15cd2 None None] The sync data for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi is: [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:04Z', 'revision_number': 3, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:07.413469 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:07.457496 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c856-3620-44b8-b37e-b8a5d524f495 req-1fe5e26f-1fc8-4708-b953-d250cd16d4a3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:07.459068 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dcd4c856-3620-44b8-b37e-b8a5d524f495 req-1fe5e26f-1fc8-4708-b953-d250cd16d4a3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1417344 Mar 05 02:54:07.606138 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dcd4c856-3620-44b8-b37e-b8a5d524f495 req-d4cb6be8-8c70-43d4-b9ee-a6c3196a524c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361208 Mar 05 02:54:07.627308 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9faeb-7b63-4dc3-8ac6-9bbdc824066b req-ae16f0a8-6ab6-4859-b741-721acef51cd5 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:07.628851 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-59f9faeb-7b63-4dc3-8ac6-9bbdc824066b req-ae16f0a8-6ab6-4859-b741-721acef51cd5 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1669352 Mar 05 02:54:07.691885 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (562de923-a824-4428-818d-c9b3f186b921), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:07.700316 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-0c8e79c3-640a-4c4c-a168-cf2e87a8fd26 None None] Provisioning complete for port 562de923-a824-4428-818d-c9b3f186b921 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:07.700853 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0c8e79c3-640a-4c4c-a168-cf2e87a8fd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (562de923-a824-4428-818d-c9b3f186b921), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:07.762235 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-59f9faeb-7b63-4dc3-8ac6-9bbdc824066b req-9d2492bb-1b85-4497-9185-2a6011672356 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175411 Mar 05 02:54:07.810704 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e79c3-640a-4c4c-a168-cf2e87a8fd26 None None] Port 562de923-a824-4428-818d-c9b3f186b921 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:07.984821 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Publish callbacks [] for port (562de923-a824-4428-818d-c9b3f186b921), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:07.990279 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (562de923-a824-4428-818d-c9b3f186b921), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.062245 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Pushing event updated for resources: {'Port': ['ID=562de923-a824-4428-818d-c9b3f186b921,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:08.064638 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.185089 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ba4bc5a-d455-4aff-ace3-08551b376205 req-56ff4f0e-06cf-4044-8a9d-61d85b7a61a8 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 210 time: 0.0317357 Mar 05 02:54:08.187132 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:08.188530 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:08.312704 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:54:08.425782 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:08.430818 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-9345ff5d-b856-4910-a161-0722430ce0bc admin admin] 10.222.0.26 "PUT /v2.0/routers/cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5466056 Mar 05 02:54:08.437208 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-b6dc633e-91ba-4f5e-9c95-1ece5972c242 None None] Provisioning complete for port 562de923-a824-4428-818d-c9b3f186b921 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:08.437659 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b6dc633e-91ba-4f5e-9c95-1ece5972c242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (562de923-a824-4428-818d-c9b3f186b921), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.472065 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc633e-91ba-4f5e-9c95-1ece5972c242 None None] Port 562de923-a824-4428-818d-c9b3f186b921 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:08.668513 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.795321 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e72af2-b2e6-42f7-a35c-02fa40c20d12 req-9eb56416-f465-40a0-a312-7312b04f03c6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:08.797379 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-39e72af2-b2e6-42f7-a35c-02fa40c20d12 req-9eb56416-f465-40a0-a312-7312b04f03c6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0909700 Mar 05 02:54:08.819295 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 327495ff-e618-4475-8de5-837020415893 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:08.898550 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-39e72af2-b2e6-42f7-a35c-02fa40c20d12 req-177248fb-d97f-4f67-9050-24fc0191126c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830870 Mar 05 02:54:08.956137 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c98986-c5c8-434f-877c-0d7864680a58 req-a485b08c-3e20-4b41-8172-26de1b62d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:08.963670 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-61c98986-c5c8-434f-877c-0d7864680a58 req-a485b08c-3e20-4b41-8172-26de1b62d012 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 1129 time: 0.1599762 Mar 05 02:54:08.982046 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 327495ff-e618-4475-8de5-837020415893 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:08.983721 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (327495ff-e618-4475-8de5-837020415893), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.018797 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c94f50-13a2-4d4f-8319-c712b75b4712 req-1d8600bf-cb10-4818-a42b-527816bf9f66 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:09.024969 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4c94f50-13a2-4d4f-8319-c712b75b4712 req-1d8600bf-cb10-4818-a42b-527816bf9f66 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0857604 Mar 05 02:54:09.110668 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4c94f50-13a2-4d4f-8319-c712b75b4712 req-e369fad7-9643-480e-8f01-9bc76d551e44 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758097 Mar 05 02:54:09.144388 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c98986-c5c8-434f-877c-0d7864680a58 req-2627e047-f778-4ce0-8cc4-ac1fac93f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:09.146047 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-61c98986-c5c8-434f-877c-0d7864680a58 req-2627e047-f778-4ce0-8cc4-ac1fac93f67a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.1584702 Mar 05 02:54:09.149311 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 327495ff-e618-4475-8de5-837020415893 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:09.150461 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (327495ff-e618-4475-8de5-837020415893), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.184021 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50882) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:09.189622 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-967864240-network', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:09.215040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 327495ff-e618-4475-8de5-837020415893, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=327495ff-e618-4475-8de5-837020415893,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:09.216401 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Made reservation on behalf of bcb9b116c8ec4571a8913d7c6cbbfba2 for: {'network': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:09.219830 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.220893 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (327495ff-e618-4475-8de5-837020415893), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.235393 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.305683 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-61c98986-c5c8-434f-877c-0d7864680a58 req-cf3928c3-f62c-49f6-86d6-09b234b0fbb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 200 len: 1000 time: 0.1487155 Mar 05 02:54:09.321454 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=327495ff-e618-4475-8de5-837020415893,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:09.363773 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-12ba76a7-92f2-488b-aab5-d3cf638ea74b req-ee90479a-1630-4a70-8d73-04c65b025909 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=1330ae1f-2dd0-436c-bbaa-c3c2d711fb83 HTTP/1.1" status: 200 len: 210 time: 0.0395405 Mar 05 02:54:09.368478 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c98986-c5c8-434f-877c-0d7864680a58 req-7e45f914-f729-40c1-9249-5c74596efa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:09.369945 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-61c98986-c5c8-434f-877c-0d7864680a58 req-7e45f914-f729-40c1-9249-5c74596efa3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.0571065 Mar 05 02:54:09.395004 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Publish callbacks [] for security_group (7895975d-847e-44e7-b64c-6ae59a25184a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.400492 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7895975d-847e-44e7-b64c-6ae59a25184a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.432586 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=109852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:54:09.443806 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7895975d-847e-44e7-b64c-6ae59a25184a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:09.448834 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (fb856ad6-e8cb-4333-b48c-4241f6a4255a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.449259 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.segments_db [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Added segment fb856ad6-e8cb-4333-b48c-4241f6a4255a of type vlan for network ff83875d-0057-4264-9b03-72379e19a765 Mar 05 02:54:09.450136 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c98986-c5c8-434f-877c-0d7864680a58 req-42702e24-d15e-4da1-afe6-8487ee9e2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:09.451721 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-61c98986-c5c8-434f-877c-0d7864680a58 req-42702e24-d15e-4da1-afe6-8487ee9e2bab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744836 Mar 05 02:54:09.457697 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Sync routers for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:09.478690 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:09.479775 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:53:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:09.494113 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (ff83875d-0057-4264-9b03-72379e19a765), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.520898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (ff83875d-0057-4264-9b03-72379e19a765), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.522264 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:09.522963 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.548217 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-61c98986-c5c8-434f-877c-0d7864680a58 req-d632ebf0-015a-4e48-a091-57eee826e497 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891461 Mar 05 02:54:09.558080 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3729320 Mar 05 02:54:09.560845 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50886) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:09.566411 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Request body: {'subnet': {'network_id': 'ff83875d-0057-4264-9b03-72379e19a765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-967864240-subnet', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:09.607455 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9bebb-2975-428f-8145-9f43d767fbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=ff83875d-0057-4264-9b03-72379e19a765,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:09.622861 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Made reservation on behalf of bcb9b116c8ec4571a8913d7c6cbbfba2 for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:09.627037 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13058835'] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.650863 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-61c98986-c5c8-434f-877c-0d7864680a58 req-b8dd31cc-8762-4ae4-bc25-dda438121ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957892 Mar 05 02:54:09.659954 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network ff83875d-0057-4264-9b03-72379e19a765 details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:54:09.796490 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:09.829844 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16340048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13058829'] for subnet (ddebbf24-2768-4364-8334-6a971bd32caa), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.887049 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddebbf24-2768-4364-8334-6a971bd32caa,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:09.896220 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Checking segment: {'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:09.896579 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Network hostable DHCP agents. Network: ff83875d-0057-4264-9b03-72379e19a765, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:54:09.915176 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Network ff83875d-0057-4264-9b03-72379e19a765 is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:54:09.925594 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, ff83875d-0057-4264-9b03-72379e19a765) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:09.929639 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:09.930269 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.938682 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c47c8d-25a8-4497-8571-b275beab2b85 None None] Network ff83875d-0057-4264-9b03-72379e19a765 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:09.950802 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d6dbe09c-9dc8-4b0b-aaf1-c99b545599e8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3858211 Mar 05 02:54:09.951034 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 50894) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:09.956798 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:09.994692 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (a21845e8-1640-4609-a6bc-09c86f7617c6), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.995766 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (a21845e8-1640-4609-a6bc-09c86f7617c6), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.096086 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks [] for router_controller (a21845e8-1640-4609-a6bc-09c86f7617c6), precommit_add_association {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.106750 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 2, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:10.116285 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db7a1c-4e8a-4625-90dc-ffb7776ec8cb req-82389414-5e11-497d-93fb-822334210822 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:10.124235 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a6db7a1c-4e8a-4625-90dc-ffb7776ec8cb req-82389414-5e11-497d-93fb-822334210822 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1449599 Mar 05 02:54:10.160573 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-ff83875d-0057-4264-9b03-72379e19a765', 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765', 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'fixed_ips': [{'subnet_id': 'ddebbf24-2768-4364-8334-6a971bd32caa'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:54:10.161479 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.163867 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Checking router: cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:10.164242 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Updating router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 port 562de923-a824-4428-818d-c9b3f186b921 binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:54:10.218307 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (562de923-a824-4428-818d-c9b3f186b921), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.343183 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks [] for router_gateway (a21845e8-1640-4609-a6bc-09c86f7617c6), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.348956 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a6db7a1c-4e8a-4625-90dc-ffb7776ec8cb req-e0dff9f4-a96f-4e2e-8dac-d8e3ff29db34 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241325 Mar 05 02:54:10.387986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7355b-c764-4d61-ae3a-836f77528bdf req-b876fb41-c05a-445d-9121-11ebf69c50ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:10.389723 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e3e7355b-c764-4d61-ae3a-836f77528bdf req-b876fb41-c05a-445d-9121-11ebf69c50ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1815028 Mar 05 02:54:10.449795 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Allocated IP 172.20.0.2 (ff83875d-0057-4264-9b03-72379e19a765/ddebbf24-2768-4364-8334-6a971bd32caa/9564c588-4033-4911-9094-fb55b50fc6fa) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:10.516950 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e3e7355b-c764-4d61-ae3a-836f77528bdf req-e1fc5cab-1179-4ab8-b09c-1e255357dd20 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168857 Mar 05 02:54:10.650424 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 9fad6e24-25a4-407a-bdaf-607bca1d98a2 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:54:10.705608 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-2424ccf8-2a4f-4ac8-9799-b7884813e2d7 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:10.707194 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-2424ccf8-2a4f-4ac8-9799-b7884813e2d7 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/networks?id=68be04e0-e340-4669-98a5-143d697647c0 HTTP/1.1" status: 200 len: 813 time: 0.2108953 Mar 05 02:54:10.764124 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Publish callbacks [] for port (9564c588-4033-4911-9094-fb55b50fc6fa), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.768175 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 9fad6e24-25a4-407a-bdaf-607bca1d98a2 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:54:10.768881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 9fad6e24-25a4-407a-bdaf-607bca1d98a2 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:54:10.774956 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks [] for router_gateway (a21845e8-1640-4609-a6bc-09c86f7617c6), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.775204 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.777859 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0f73-76fe-447e-a87e-60921ab020ea req-92ef101a-8254-4178-9be9-f6103f2549dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:10.779529 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-98ef0f73-76fe-447e-a87e-60921ab020ea req-92ef101a-8254-4178-9be9-f6103f2549dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1129 time: 0.0562580 Mar 05 02:54:10.803381 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-8b85818e-726b-4cec-824b-cbfbaf40dac6 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/quotas/8efa5f5dbc9f460aa91f4f62eb57abee HTTP/1.1" status: 200 len: 375 time: 0.0243900 Mar 05 02:54:10.807718 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 327495ff-e618-4475-8de5-837020415893 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:10.829117 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-98ef0f73-76fe-447e-a87e-60921ab020ea req-beff264a-c4b2-44b8-8487-c3d3e50b5928 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Mar 05 02:54:10.830717 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.880989 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-2b6eeb4a-5cbc-4f52-92c3-98eb585eaf5b tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8efa5f5dbc9f460aa91f4f62eb57abee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540812 Mar 05 02:54:10.892624 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Publish callbacks [] for port (562de923-a824-4428-818d-c9b3f186b921), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.895249 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Network ff83875d-0057-4264-9b03-72379e19a765 is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:10.903098 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:10.904985 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Pushing event updated for resources: {'Port': ['ID=9564c588-4033-4911-9094-fb55b50fc6fa,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:10.907305 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:10.912261 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (562de923-a824-4428-818d-c9b3f186b921), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.019303 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5a1c-6146-4eb2-8761-b92b30da243f None None] Pushing event updated for resources: {'Port': ['ID=562de923-a824-4428-818d-c9b3f186b921,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:11.031701 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Attempting to bind port 9564c588-4033-4911-9094-fb55b50fc6fa on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:11.031906 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Attempting to bind port 9564c588-4033-4911-9094-fb55b50fc6fa by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:11.032362 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Attempting to bind port 9564c588-4033-4911-9094-fb55b50fc6fa on network ff83875d-0057-4264-9b03-72379e19a765 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:11.050341 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 327495ff-e618-4475-8de5-837020415893 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:11.050862 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (327495ff-e618-4475-8de5-837020415893), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.059181 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:11.059682 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Checking segment: {'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:11.060090 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.060483 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Bound using segment: {'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:11.061519 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Bound port: 9564c588-4033-4911-9094-fb55b50fc6fa, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:11.061886 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.152632 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Attempting to bind port 562de923-a824-4428-818d-c9b3f186b921 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:11.153001 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Attempting to bind port 562de923-a824-4428-818d-c9b3f186b921 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:11.153363 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Attempting to bind port 562de923-a824-4428-818d-c9b3f186b921 on network 6abb402c-01c2-48bf-88c5-8d2968bf132e {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:11.169363 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:11.169739 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Checking segment: {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:11.170361 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.170648 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Bound using segment: {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:11.171084 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Bound port: 562de923-a824-4428-818d-c9b3f186b921, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:11.171453 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (562de923-a824-4428-818d-c9b3f186b921), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.260706 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] For port 9564c588-4033-4911-9094-fb55b50fc6fa, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:11.289307 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] For port 9564c588-4033-4911-9094-fb55b50fc6fa, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9564c588-4033-4911-9094-fb55b50fc6fa,segment=NetworkSegment(fb856ad6-e8cb-4333-b48c-4241f6a4255a),segment_id=fb856ad6-e8cb-4333-b48c-4241f6a4255a)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:11.303776 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.305691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db932292-c735-432e-9787-df3a24167456 req-c0b687ba-7404-428e-90b1-ed9c2d1390dd tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:11.306878 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 327495ff-e618-4475-8de5-837020415893 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:11.307183 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-c0b687ba-7404-428e-90b1-ed9c2d1390dd tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/networks?id=bc3bb688-2082-4285-b145-f24c2a8d5bc2 HTTP/1.1" status: 200 len: 809 time: 0.4792497 Mar 05 02:54:11.341653 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-a2f67bd1-d5f6-4ac9-a77e-ab505f53bf2f None None] Provisioning complete for port 562de923-a824-4428-818d-c9b3f186b921 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:11.342724 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a2f67bd1-d5f6-4ac9-a77e-ab505f53bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (562de923-a824-4428-818d-c9b3f186b921), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.344379 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-21f39e4f-b8c2-40b2-813b-60c89dbcf62b service neutron] 10.222.0.26 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263542 Mar 05 02:54:11.351842 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Allocated IP 172.27.3.251 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/8083c4e1-332b-4b1c-8ae1-6def3dc4a330) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:11.365168 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-725fa260-95e8-4dab-bea0-fb640a1aefcb tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/quotas/3afb5b14217e4a54ab03e6233f8aaa07 HTTP/1.1" status: 200 len: 375 time: 0.0443943 Mar 05 02:54:11.384563 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] For port 562de923-a824-4428-818d-c9b3f186b921, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:11.425569 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] For port 562de923-a824-4428-818d-c9b3f186b921, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=562de923-a824-4428-818d-c9b3f186b921,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:11.427023 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-a2f67bd1-d5f6-4ac9-a77e-ab505f53bf2f None None] Port 562de923-a824-4428-818d-c9b3f186b921 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:11.432623 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d05e4-e849-48c1-9c8a-c8aa96a7f444 None None] Pushing event updated for resources: {'Port': ['ID=9564c588-4033-4911-9094-fb55b50fc6fa,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:11.432900 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-106f9976-2c1e-4722-9d21-b1b8ba740858 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3afb5b14217e4a54ab03e6233f8aaa07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533755 Mar 05 02:54:11.436259 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (562de923-a824-4428-818d-c9b3f186b921), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.496746 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:11.497641 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:53:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:11.708853 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-208957dc-f3fc-41bd-aa88-f45489fa1cc0 service neutron] 10.222.0.26 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546095 Mar 05 02:54:11.741627 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks [] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.771934 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-34c1acd4-0bd9-44b1-91e7-e24c12c1c456 service neutron] 10.222.0.26 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019831 Mar 05 02:54:11.861600 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5a1c-6146-4eb2-8761-b92b30da243f None None] Pushing event updated for resources: {'Port': ['ID=562de923-a824-4428-818d-c9b3f186b921,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:11.887808 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:11.965778 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-49ffb33e-32bd-4f2e-bc7e-916df709d43e service neutron] 10.222.0.26 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796296 Mar 05 02:54:11.987623 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:12.027828 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-fd306a1b-633d-478e-8b58-ef50f3607b8c None None] Provisioning complete for port 562de923-a824-4428-818d-c9b3f186b921 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:12.028373 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-fd306a1b-633d-478e-8b58-ef50f3607b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (562de923-a824-4428-818d-c9b3f186b921), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:12.063766 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:12.066716 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:12.069197 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:12.116421 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Pushing event updated for resources: {'Port': ['ID=8083c4e1-332b-4b1c-8ae1-6def3dc4a330,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:12.272438 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-fd306a1b-633d-478e-8b58-ef50f3607b8c None None] Current status of the port 562de923-a824-4428-818d-c9b3f186b921 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:12.272905 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-fd306a1b-633d-478e-8b58-ef50f3607b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (562de923-a824-4428-818d-c9b3f186b921), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:12.325919 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-fd306a1b-633d-478e-8b58-ef50f3607b8c None None] For port 562de923-a824-4428-818d-c9b3f186b921, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=562de923-a824-4428-818d-c9b3f186b921,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:12.353273 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-fd306a1b-633d-478e-8b58-ef50f3607b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (562de923-a824-4428-818d-c9b3f186b921), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:12.363998 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:11Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:12.399474 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e8ece-f86e-495b-bfc8-aac236534d6c req-b8c5837f-6254-4751-aced-b703c0b7e92a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:12.401037 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0d2e8ece-f86e-495b-bfc8-aac236534d6c req-b8c5837f-6254-4751-aced-b703c0b7e92a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.2806463 Mar 05 02:54:12.425623 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc6aef-5829-4f94-b9b7-bc8e415f0b27 None None] The sync data for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi is: [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:11Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:12.486452 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd306a1b-633d-478e-8b58-ef50f3607b8c None None] Pushing event updated for resources: {'Port': ['ID=562de923-a824-4428-818d-c9b3f186b921,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:12.596257 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7caab9-ae04-400e-8741-7f0550b2ac08 req-c77b3a87-37fd-43ca-b105-467a23b470cb tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:12.597926 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7d7caab9-ae04-400e-8741-7f0550b2ac08 req-c77b3a87-37fd-43ca-b105-467a23b470cb tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.2518768 Mar 05 02:54:12.656043 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0d2e8ece-f86e-495b-bfc8-aac236534d6c req-0e8daef3-f4f6-48e0-9b6d-72b6fbcd8d39 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441971 Mar 05 02:54:12.848733 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7d7caab9-ae04-400e-8741-7f0550b2ac08 req-6b16fee9-0036-4997-8831-4c2ffaeb54b6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219813 Mar 05 02:54:12.851164 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks [] for router_gateway (a21845e8-1640-4609-a6bc-09c86f7617c6), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:12.914353 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9564c588-4033-4911-9094-fb55b50fc6fa up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:13.052628 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1daabe73-9e70-47ce-a675-4e8e638e40bc req-a75b0783-0f77-4753-867b-65e977276171 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 210 time: 0.2405965 Mar 05 02:54:13.080386 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 9564c588-4033-4911-9094-fb55b50fc6fa triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:13.080925 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.133721 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a392ad24-073d-4f97-83bf-66100e06f17a req-c720d593-6410-410f-83c5-52ed5205dcac tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 210 time: 0.1013484 Mar 05 02:54:13.139088 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea7dbcb-d26a-483c-9fe7-59d15ab6403c None None] Network ff83875d-0057-4264-9b03-72379e19a765 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:13.402795 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-cfaaca00-c2bb-46b7-a4e4-55f1fa41e178 None None] Provisioning complete for port 9564c588-4033-4911-9094-fb55b50fc6fa triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:13.407078 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cfaaca00-c2bb-46b7-a4e4-55f1fa41e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.525795 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 9564c588-4033-4911-9094-fb55b50fc6fa is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:13.526062 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.578986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (a21845e8-1640-4609-a6bc-09c86f7617c6), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.594003 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f5273-ec71-4da1-81a6-c189e56ffd1c req-f83bd32c-4d97-48cc-9f06-62db3fcf79b2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:13.598278 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-26fc64eb-a6c8-4da5-8781-69b53e89ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:13.601347 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-26fc64eb-a6c8-4da5-8781-69b53e89ecbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1129 time: 0.1082959 Mar 05 02:54:13.601768 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ee2f5273-ec71-4da1-81a6-c189e56ffd1c req-f83bd32c-4d97-48cc-9f06-62db3fcf79b2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.2286625 Mar 05 02:54:13.611437 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaca00-c2bb-46b7-a4e4-55f1fa41e178 None None] Current status of the port 9564c588-4033-4911-9094-fb55b50fc6fa is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:13.611824 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cfaaca00-c2bb-46b7-a4e4-55f1fa41e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.697188 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 9564c588-4033-4911-9094-fb55b50fc6fa, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9564c588-4033-4911-9094-fb55b50fc6fa,segment=NetworkSegment(fb856ad6-e8cb-4333-b48c-4241f6a4255a),segment_id=fb856ad6-e8cb-4333-b48c-4241f6a4255a)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:13.705759 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.706777 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 562de923-a824-4428-818d-c9b3f186b921 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:13.712749 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c463e-f71c-487d-b35e-6ac02b02bd78 req-c3c0ecab-a3d6-4c97-8867-3a96b313482e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:13.720391 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-671c463e-f71c-487d-b35e-6ac02b02bd78 req-c3c0ecab-a3d6-4c97-8867-3a96b313482e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1964014 Mar 05 02:54:13.742402 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-438d25d8-6e9a-458a-b162-dbd951b1dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:13.745995 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-438d25d8-6e9a-458a-b162-dbd951b1dcfe service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.1383367 Mar 05 02:54:13.801541 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-6a60b865-0b37-4481-bddd-d58441947bb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 200 len: 217 time: 0.0477049 Mar 05 02:54:13.843429 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ee2f5273-ec71-4da1-81a6-c189e56ffd1c req-f1cce4f8-1699-4145-8751-e710d82136b7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406709 Mar 05 02:54:13.864092 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-2b7710bd-4541-41e2-b2b4-f7aa744c2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:13.864333 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-671c463e-f71c-487d-b35e-6ac02b02bd78 req-51330d3b-18a0-4c52-9f95-bb194754de24 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427610 Mar 05 02:54:13.867155 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-2b7710bd-4541-41e2-b2b4-f7aa744c2530 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.0589356 Mar 05 02:54:13.912492 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.db.api [None req-cfaaca00-c2bb-46b7-a4e4-55f1fa41e178 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109853) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 02:54:13.912894 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG oslo_db.api [None req-cfaaca00-c2bb-46b7-a4e4-55f1fa41e178 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 02:54:13.932975 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-1eb65109-abae-417e-a3c1-422b27bdf65b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543389 Mar 05 02:54:13.933155 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=9564c588-4033-4911-9094-fb55b50fc6fa,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:13.954209 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 562de923-a824-4428-818d-c9b3f186b921 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:13.955559 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (562de923-a824-4428-818d-c9b3f186b921), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.012927 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Router a21845e8-1640-4609-a6bc-09c86f7617c6 is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:54:14.132761 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-b90a654e-d8f4-4e54-875e-de999081709d service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836185 Mar 05 02:54:14.140882 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 562de923-a824-4428-818d-c9b3f186b921 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:14.167065 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c944d0-4a7e-4916-87ba-4d444be55075 req-5bc92fd9-1494-440d-b4fa-5e420fdf6d95 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:14.168623 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-67c944d0-4a7e-4916-87ba-4d444be55075 req-5bc92fd9-1494-440d-b4fa-5e420fdf6d95 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.2032654 Mar 05 02:54:14.240116 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d5481a9b-abb5-4437-baaf-8a3833385c59 req-e5fcc856-2be3-4119-a9ff-f3424431c0f1 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 210 time: 0.0677989 Mar 05 02:54:14.355271 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-5b884dfc-14ed-44ff-9a51-9e1bc3568714 req-e5c71f96-62dd-4714-bb01-f7d32898bbfe service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075076 Mar 05 02:54:14.498698 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaca00-c2bb-46b7-a4e4-55f1fa41e178 None None] Current status of the port 9564c588-4033-4911-9094-fb55b50fc6fa is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:14.567166 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51008) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:14.621329 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-ef5c84ee-abc5-46e9-b9c5-b32c3fccc21b None None] Provisioning complete for port 9564c588-4033-4911-9094-fb55b50fc6fa triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:14.621803 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ef5c84ee-abc5-46e9-b9c5-b32c3fccc21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.696955 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-150a0894-fd4a-4240-a302-d25de5317ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.716487 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c84ee-abc5-46e9-b9c5-b32c3fccc21b None None] Current status of the port 9564c588-4033-4911-9094-fb55b50fc6fa is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:14.725736 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-484484f3-8e14-4637-b9d5-b5412da5ff2c req-b7573816-bb8e-4d0e-be32-04f13577e1ed tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 210 time: 0.3839667 Mar 05 02:54:14.795071 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-67c944d0-4a7e-4916-87ba-4d444be55075 req-b093b3da-ad80-479d-ac85-66040376784d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5240130 Mar 05 02:54:14.802460 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9564c588-4033-4911-9094-fb55b50fc6fa up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:14.809446 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:14.812091 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-150a0894-fd4a-4240-a302-d25de5317ac2 admin admin] Publish callbacks [] for security_group (6686670d-5302-4f0d-ac0e-db5bed8db180), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.818192 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-150a0894-fd4a-4240-a302-d25de5317ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (6686670d-5302-4f0d-ac0e-db5bed8db180), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.822827 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Sync routers for ids ['a21845e8-1640-4609-a6bc-09c86f7617c6'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:14.844823 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-5f8ff390-3068-4fc4-af6e-f6c9860897c0 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:14.846378 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-5f8ff390-3068-4fc4-af6e-f6c9860897c0 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.13 "GET /v2.0/networks?id=68be04e0-e340-4669-98a5-143d697647c0 HTTP/1.1" status: 200 len: 813 time: 0.6198125 Mar 05 02:54:14.848766 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Routers {'a21845e8-1640-4609-a6bc-09c86f7617c6'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:14.850413 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:53:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['a21845e8-1640-4609-a6bc-09c86f7617c6'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:14.859168 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db932292-c735-432e-9787-df3a24167456 req-3d062d3f-b367-4f53-a464-6fd20dad8235 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:14.859367 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a0894-fd4a-4240-a302-d25de5317ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6686670d-5302-4f0d-ac0e-db5bed8db180,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:14.860696 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-3d062d3f-b367-4f53-a464-6fd20dad8235 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.13 "GET /v2.0/networks?id=bc3bb688-2082-4285-b145-f24c2a8d5bc2 HTTP/1.1" status: 200 len: 809 time: 0.7358155 Mar 05 02:54:14.867957 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-150a0894-fd4a-4240-a302-d25de5317ac2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23f21c2cb4bc4da296fd485df76afd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971847 Mar 05 02:54:14.868365 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Request body: {'port': {'device_id': 'b89e62f7-7ccc-48a6-ad76-88f6e022fe95', 'network_id': '68be04e0-e340-4669-98a5-143d697647c0', 'admin_state_up': True, 'tenant_id': '8efa5f5dbc9f460aa91f4f62eb57abee'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:14.868470 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51012) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:14.877529 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 9564c588-4033-4911-9094-fb55b50fc6fa triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:14.889395 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.975026 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Request body: {'port': {'device_id': 'd73f2b8e-9af1-4395-9995-f34cd8187681', 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2', 'admin_state_up': True, 'tenant_id': '3afb5b14217e4a54ab03e6233f8aaa07'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:14.975261 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6fec47b-fa64-49e8-967d-2c525bc60511 admin admin] Publish callbacks [] for security_group (6686670d-5302-4f0d-ac0e-db5bed8db180), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.005359 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.006579 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-8a2be5c2-5a12-4b44-bbe1-afaaa9852101 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0544822 Mar 05 02:54:15.011317 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6fec47b-fa64-49e8-967d-2c525bc60511 admin admin] Publish callbacks [] for security_group (6686670d-5302-4f0d-ac0e-db5bed8db180), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.038446 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 9564c588-4033-4911-9094-fb55b50fc6fa is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:15.039819 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 51020) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:15.067537 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6fec47b-fa64-49e8-967d-2c525bc60511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (6686670d-5302-4f0d-ac0e-db5bed8db180), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.070857 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6fec47b-fa64-49e8-967d-2c525bc60511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.074048 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a6fec47b-fa64-49e8-967d-2c525bc60511 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6686670d-5302-4f0d-ac0e-db5bed8db180 HTTP/1.1" status: 204 len: 168 time: 0.2029061 Mar 05 02:54:15.081100 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fec47b-fa64-49e8-967d-2c525bc60511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6686670d-5302-4f0d-ac0e-db5bed8db180,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:15.128606 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Set router a21845e8-1640-4609-a6bc-09c86f7617c6 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:15.166623 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Made reservation on behalf of 8efa5f5dbc9f460aa91f4f62eb57abee for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:15.170463 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.287006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90e1b6-b4a3-43b8-8bc5-eea21cc5bdc6 req-808b01af-9f21-4d11-91b1-c6a4bee0c46e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.288645 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7e90e1b6-b4a3-43b8-8bc5-eea21cc5bdc6 req-808b01af-9f21-4d11-91b1-c6a4bee0c46e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.3047709 Mar 05 02:54:15.300919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691cce1-f9e2-437d-ba0c-9d656794d9ea req-652929a1-3c6f-46b5-b8f3-0f156e7ac466 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.302488 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7691cce1-f9e2-437d-ba0c-9d656794d9ea req-652929a1-3c6f-46b5-b8f3-0f156e7ac466 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.3240671 Mar 05 02:54:15.337565 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 3, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port': {'id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:15.369376 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Checking router: a21845e8-1640-4609-a6bc-09c86f7617c6 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:15.369912 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Updating router a21845e8-1640-4609-a6bc-09c86f7617c6 port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:54:15.405691 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.463015 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Made reservation on behalf of 3afb5b14217e4a54ab03e6233f8aaa07 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:15.466335 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.543136 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7e90e1b6-b4a3-43b8-8bc5-eea21cc5bdc6 req-76a81d30-c764-426a-b5b3-e2cc6287bad3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362959 Mar 05 02:54:15.625339 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7691cce1-f9e2-437d-ba0c-9d656794d9ea req-6adb885a-f3a8-4521-8959-c446477fc0ca tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831295 Mar 05 02:54:15.684357 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Publish callbacks [] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.691013 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.700349 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Allocated IP 172.20.0.5 (68be04e0-e340-4669-98a5-143d697647c0/400c42d6-4fbb-4127-b2da-e305e3c48fee/1165b4f9-8e23-488c-bf07-4804d1f8bb98) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:15.746628 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60eb15-728a-4ecb-b3bd-e38e42748b0f None None] Pushing event updated for resources: {'Port': ['ID=8083c4e1-332b-4b1c-8ae1-6def3dc4a330,revision_number=2']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:15.766461 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Attempting to bind port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:15.766865 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Attempting to bind port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:15.767447 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Attempting to bind port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:15.773553 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:15.773699 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:15.774145 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.774539 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:15.778221 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Bound port: 8083c4e1-332b-4b1c-8ae1-6def3dc4a330, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:15.779024 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.786681 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-917f7aee-e548-41e8-bc55-1f1957b937ed req-538dfb22-db24-4d9b-a883-6839ab4e87a6 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 210 time: 0.0837767 Mar 05 02:54:15.858711 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] For port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:15.862473 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] For port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=8083c4e1-332b-4b1c-8ae1-6def3dc4a330,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:15.869629 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.948809 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60eb15-728a-4ecb-b3bd-e38e42748b0f None None] Pushing event updated for resources: {'Port': ['ID=8083c4e1-332b-4b1c-8ae1-6def3dc4a330,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:15.959348 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Routers {'a21845e8-1640-4609-a6bc-09c86f7617c6'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:15.960140 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:53:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['a21845e8-1640-4609-a6bc-09c86f7617c6'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:15.979551 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-603315c6-8e46-41ff-8218-dcfded88746e req-545cc9d9-d962-4fc0-8343-64eeb24a6750 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 210 time: 0.1399410 Mar 05 02:54:16.083500 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Allocated IP 172.20.0.3 (bc3bb688-2082-4285-b145-f24c2a8d5bc2/96989062-3271-4d61-8428-7ff775356d87/63cfcfd4-050a-4cef-9d98-a1860af5f5ca) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:16.090724 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] Set router a21845e8-1640-4609-a6bc-09c86f7617c6 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:16.151252 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd069ba-615a-4c65-af74-cf781619ce7c req-66e80d58-f060-4232-9185-c8872ebd18b7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:16.152890 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5dd069ba-615a-4c65-af74-cf781619ce7c req-66e80d58-f060-4232-9185-c8872ebd18b7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.2213135 Mar 05 02:54:16.316037 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 3, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port': {'id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:16.333523 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks [] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.345909 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5c89e-cf00-45f5-b589-fcfa24abbfe3 None None] The sync data for ids ['a21845e8-1640-4609-a6bc-09c86f7617c6'] in dv-cinder-827259-3-iscsi is: [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 3, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port': {'id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:16.432024 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5dd069ba-615a-4c65-af74-cf781619ce7c req-91ee3d1c-2de3-4635-a7d6-02b5f9cb5cf9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617123 Mar 05 02:54:16.526358 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.530914 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks [] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.534979 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.627288 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Network 68be04e0-e340-4669-98a5-143d697647c0 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:16.640756 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:16.645247 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:54:16.709200 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:16.712043 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Pushing event updated for resources: {'Port': ['ID=1165b4f9-8e23-488c-bf07-4804d1f8bb98,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:16.788970 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.796830 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:16.817004 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'port_id': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'mac_address': 'fa:16:3e:5c:fb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:54:16.849134 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:16.897437 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f280dd1a-3e15-49a1-9569-b6b40278e2a2 is: ACTIVE; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:16.897821 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.913054 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:16.913679 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.914804 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f280dd1a-3e15-49a1-9569-b6b40278e2a2 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:16.928079 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Network bc3bb688-2082-4285-b145-f24c2a8d5bc2 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:16.941609 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:16.943531 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:16.943531 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.947003 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:16.955501 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Pushing event updated for resources: {'Port': ['ID=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:16.957845 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:16.968991 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:16.972238 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-7f21914d-3955-4610-b723-7398549e4b2c tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1105058 Mar 05 02:54:17.025973 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Request body: {'port': {'device_id': 'b89e62f7-7ccc-48a6-ad76-88f6e022fe95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:17.036165 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f9b32-14c3-41dc-bfd9-8d3a896d07f5 req-f56c9702-cf83-4884-9eae-4b998500b8aa tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:17.037675 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-783f9b32-14c3-41dc-bfd9-8d3a896d07f5 req-f56c9702-cf83-4884-9eae-4b998500b8aa tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.3437893 Mar 05 02:54:17.038255 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=6']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:17.084140 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:17.084533 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:17.102077 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['f280dd1a-3e15-49a1-9569-b6b40278e2a2'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:17.136011 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=8083c4e1-332b-4b1c-8ae1-6def3dc4a330,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:17.149141 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:17.232291 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=8083c4e1-332b-4b1c-8ae1-6def3dc4a330,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:17.301808 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0f07d-7f3d-4e71-9bc4-7d68fd524606 req-e0db4daa-c942-4c1e-811b-d7f9dd3bac9d tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:17.303084 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8f0f07d-7f3d-4e71-9bc4-7d68fd524606 req-e0db4daa-c942-4c1e-811b-d7f9dd3bac9d tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.5302808 Mar 05 02:54:17.353771 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:17.354670 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:17.368627 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Allocated IP 172.20.0.1 (ff83875d-0057-4264-9b03-72379e19a765/ddebbf24-2768-4364-8334-6a971bd32caa/ec3f04b0-2921-4bf7-8329-78c8286f5142) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:17.440154 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:17.454672 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-d0ffabc0-81ad-4023-983d-ef69c3d0fe0b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4858608 Mar 05 02:54:17.457661 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-783f9b32-14c3-41dc-bfd9-8d3a896d07f5 req-dcba25b4-7350-497f-95a6-cce991a45485 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696498 Mar 05 02:54:17.483804 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Request body: {'port': {'device_id': 'd73f2b8e-9af1-4395-9995-f34cd8187681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:17.510719 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8f0f07d-7f3d-4e71-9bc4-7d68fd524606 req-488328ae-a4dc-49cc-9aa2-f4e4be07ed41 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938398 Mar 05 02:54:17.765742 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:17.823782 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Publish callbacks [] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:17.878575 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e92630-a94d-4d5b-a455-a81554eeea88 req-dabcbb79-e0d8-4018-9944-ad54fc647512 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:17.880150 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e2e92630-a94d-4d5b-a455-a81554eeea88 req-dabcbb79-e0d8-4018-9944-ad54fc647512 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 931 time: 0.3174202 Mar 05 02:54:17.901644 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586abd8-da32-4855-af93-c6857346f6aa req-f911ca8d-4cd8-4816-b11f-5be03f415a61 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:17.907007 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0586abd8-da32-4855-af93-c6857346f6aa req-f911ca8d-4cd8-4816-b11f-5be03f415a61 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 931 time: 0.3126807 Mar 05 02:54:18.127664 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e2e92630-a94d-4d5b-a455-a81554eeea88 req-cb2d0db4-6297-4613-a007-c7ab1a647090 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362854 Mar 05 02:54:18.135474 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:18.170993 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0586abd8-da32-4855-af93-c6857346f6aa req-092565e6-3ebc-4e23-a0ba-d99689459c6d tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530584 Mar 05 02:54:18.300280 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1165b4f9-8e23-488c-bf07-4804d1f8bb98 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:18.314438 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Publish callbacks [] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:18.330409 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Transition to ACTIVE for port object 1165b4f9-8e23-488c-bf07-4804d1f8bb98 will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:54:18.395255 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:18.465027 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Network ff83875d-0057-4264-9b03-72379e19a765 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:18.470487 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-a2d0a017-7450-4522-a98a-88ab8b02dc77 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6d0875d975e453cab8434d214003ffe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356094 Mar 05 02:54:18.482671 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:18.509176 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:18.525820 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec3f04b0-2921-4bf7-8329-78c8286f5142,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:18.645696 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:18.690445 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Pushing event updated for resources: {'Port': ['ID=1165b4f9-8e23-488c-bf07-4804d1f8bb98,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:18.722359 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port f280dd1a-3e15-49a1-9569-b6b40278e2a2 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:18.723028 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:18.772368 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e2b32-8ea1-43a3-a3be-64842ef2b433 req-3e6c7af5-5a95-4be4-8b6a-1f123fbb166a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:18.780625 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-223e2b32-8ea1-43a3-a3be-64842ef2b433 req-3e6c7af5-5a95-4be4-8b6a-1f123fbb166a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.4481456 Mar 05 02:54:18.816472 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f280dd1a-3e15-49a1-9569-b6b40278e2a2 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:18.817142 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:18.854532 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:18.856009 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:18.863998 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af8382-ea33-45e5-a7b9-e502229c31d9" -d '{"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-plugged", "status": "completed", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:18.876013 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:18.887544 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-223e2b32-8ea1-43a3-a3be-64842ef2b433 req-62cd04b3-38ba-4485-ad10-a44706ca8a0b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010528 Mar 05 02:54:18.915096 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:18.959179 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (a21845e8-1640-4609-a6bc-09c86f7617c6), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:19.078184 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-d723a5dc-7ea5-448a-9228-0904d7332559 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:19.079604 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-d723a5dc-7ea5-448a-9228-0904d7332559 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6009934 Mar 05 02:54:19.106704 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-fd105924-3eb2-41e4-9237-c6fd9db18609 None None] Provisioning complete for port ec3f04b0-2921-4bf7-8329-78c8286f5142 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:19.107088 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-fd105924-3eb2-41e4-9237-c6fd9db18609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:19.157129 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-ea325a65-1bc1-4d31-b44a-8c11b6f0f9e1 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/quotas/e6d0875d975e453cab8434d214003ffe HTTP/1.1" status: 200 len: 375 time: 0.0425870 Mar 05 02:54:19.159050 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-fd105924-3eb2-41e4-9237-c6fd9db18609 None None] Port ec3f04b0-2921-4bf7-8329-78c8286f5142 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:19.165644 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=7']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:19.167688 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cfcfd4-050a-4cef-9d98-a1860af5f5ca {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:19.173655 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Attempting to bind port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:19.174086 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Attempting to bind port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:19.174399 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Attempting to bind port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 on network 68be04e0-e340-4669-98a5-143d697647c0 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:19.180808 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:19.182852 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:19.188531 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Publish callbacks [] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:19.224032 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724a239-ab60-410c-9447-c4f1841a2fcf req-571075bc-8010-4ebf-a4b1-92174986cc27 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:19.225564 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4724a239-ab60-410c-9447-c4f1841a2fcf req-571075bc-8010-4ebf-a4b1-92174986cc27 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.2524092 Mar 05 02:54:19.244228 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 on network 68be04e0-e340-4669-98a5-143d697647c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:54:19.244546 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Attempting to bind port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 on network 68be04e0-e340-4669-98a5-143d697647c0 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:19.256146 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-f0d0e1a0-f6a9-4631-a081-a4267d45fefa tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6d0875d975e453cab8434d214003ffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795846 Mar 05 02:54:19.271503 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Transition to ACTIVE for port object 63cfcfd4-050a-4cef-9d98-a1860af5f5ca will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:54:19.289198 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:19.289540 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Checking segment: {'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:19.289935 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Bound using segment: {'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:19.290472 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Bound port: 1165b4f9-8e23-488c-bf07-4804d1f8bb98, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:19.290756 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:19.295841 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:19.297711 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:19.470532 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65ae6e8-322c-4d99-8500-76d8c273b903 x-openstack-request-id: req-a65ae6e8-322c-4d99-8500-76d8c273b903 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:19.470859 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-plugged", "status": "completed", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:19.471125 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a65ae6e8-322c-4d99-8500-76d8c273b903 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:19.471531 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'code': 200} Mar 05 02:54:19.782935 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:19.790619 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Pushing event updated for resources: {'Port': ['ID=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:19.808915 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4724a239-ab60-410c-9447-c4f1841a2fcf req-666520c1-91ec-448b-8ec5-5bdc513b8c21 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5618722 Mar 05 02:54:20.009281 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] For port 1165b4f9-8e23-488c-bf07-4804d1f8bb98, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:20.035013 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d42fe-0875-4bee-87d6-ee19de3cb4a4 req-2016a1e5-684d-4206-b367-1fb41e0e5e31 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.036543 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d60d42fe-0875-4bee-87d6-ee19de3cb4a4 req-2016a1e5-684d-4206-b367-1fb41e0e5e31 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.4091783 Mar 05 02:54:20.078621 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] For port 1165b4f9-8e23-488c-bf07-4804d1f8bb98, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1165b4f9-8e23-488c-bf07-4804d1f8bb98,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:20.117048 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.156266 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.157018 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.158645 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] 10.222.0.13 "PUT /v2.0/ports/1165b4f9-8e23-488c-bf07-4804d1f8bb98 HTTP/1.1" status: 200 len: 1093 time: 3.1485085 Mar 05 02:54:20.252996 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e62f7-7ccc-48a6-ad76-88f6e022fe95', 'tag': '1165b4f9-8e23-488c-bf07-4804d1f8bb98'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:20.260434 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e62f7-7ccc-48a6-ad76-88f6e022fe95", "tag": "1165b4f9-8e23-488c-bf07-4804d1f8bb98"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:20.269916 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259234e7-11f5-441a-a36c-04fa158d6dae req-d255eb61-3e95-49ee-8d12-4ee9acfaa7a2 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.271655 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-259234e7-11f5-441a-a36c-04fa158d6dae req-d255eb61-3e95-49ee-8d12-4ee9acfaa7a2 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 943 time: 0.3791273 Mar 05 02:54:20.301624 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Attempting to bind port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:20.302069 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Attempting to bind port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:20.302294 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Attempting to bind port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca on network bc3bb688-2082-4285-b145-f24c2a8d5bc2 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:20.322319 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca on network bc3bb688-2082-4285-b145-f24c2a8d5bc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:54:20.322668 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Attempting to bind port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca on network bc3bb688-2082-4285-b145-f24c2a8d5bc2 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:20.374196 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d60d42fe-0875-4bee-87d6-ee19de3cb4a4 req-951f445b-fae4-400b-939b-3aec3408b29c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092735 Mar 05 02:54:20.384908 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:20.385249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Checking segment: {'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:20.385637 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Bound using segment: {'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:20.386119 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Bound port: 63cfcfd4-050a-4cef-9d98-a1860af5f5ca, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:20.386479 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.445996 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cfa1e-568f-49bc-8277-a02a393b366c service neutron] Pushing event updated for resources: {'Port': ['ID=1165b4f9-8e23-488c-bf07-4804d1f8bb98,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:20.538941 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-259234e7-11f5-441a-a36c-04fa158d6dae req-c92ef5c4-ef8a-47e7-b132-14422b39595f tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383809 Mar 05 02:54:20.569421 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Publish callbacks [] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.584249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.597507 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-1aa8d39b-4c3f-4375-867b-8f745e00f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.599062 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-1aa8d39b-4c3f-4375-867b-8f745e00f291 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efa5f5dbc9f460aa91f4f62eb57abee&device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 1127 time: 0.3008127 Mar 05 02:54:20.660173 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] For port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:20.721146 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-b0139da5-0bdd-4dff-9f3f-0233118608a5 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e6d0875d975e453cab8434d214003ffe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371399 Mar 05 02:54:20.726306 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71354ca-ebc0-4953-8144-430b80a1d7dd req-31a57fb8-f0a7-4f5e-b048-38496df78851 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.726815 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a71354ca-ebc0-4953-8144-430b80a1d7dd req-31a57fb8-f0a7-4f5e-b048-38496df78851 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 943 time: 0.2823310 Mar 05 02:54:20.746698 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-98bea3fe-202d-4004-8809-b1046b19f4e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1165b4f9-8e23-488c-bf07-4804d1f8bb98 HTTP/1.1" status: 200 len: 217 time: 0.1351404 Mar 05 02:54:20.750900 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] For port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:20.756380 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d9dc466e-fa3e-4221-9d62-1ef357e36bde req-100632f7-407a-4a82-90ae-59128e41261c tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 210 time: 0.1064470 Mar 05 02:54:20.808759 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec3f04b0-2921-4bf7-8329-78c8286f5142,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:20.811872 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.825589 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (a21845e8-1640-4609-a6bc-09c86f7617c6), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.949849 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.950529 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.952154 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] 10.222.0.13 "PUT /v2.0/ports/63cfcfd4-050a-4cef-9d98-a1860af5f5ca HTTP/1.1" status: 200 len: 1093 time: 3.4747427 Mar 05 02:54:20.958763 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-60dfcaea-11f8-4512-ac78-ba9396751f6f tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.960585 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-60dfcaea-11f8-4512-ac78-ba9396751f6f tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292535 Mar 05 02:54:20.984270 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Request body: {'port': {'device_id': 'a8a27b43-73c6-4d5a-87ee-888eda8d677b', 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11', 'admin_state_up': True, 'tenant_id': 'e6d0875d975e453cab8434d214003ffe'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:21.162281 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-ce684073-9cab-4aee-aa03-dea9a3e3c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:21.164337 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-ce684073-9cab-4aee-aa03-dea9a3e3c388 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=400c42d6-4fbb-4127-b2da-e305e3c48fee HTTP/1.1" status: 200 len: 853 time: 0.4059618 Mar 05 02:54:21.180375 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Made reservation on behalf of e6d0875d975e453cab8434d214003ffe for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:21.182709 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7a0a1-43a8-4a14-91cb-90dff9dc8655 service neutron] Pushing event updated for resources: {'Port': ['ID=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:21.183711 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:21.208535 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:21.245129 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-4548a1a6-f616-4738-96f6-3106c8c75607 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68be04e0-e340-4669-98a5-143d697647c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713036 Mar 05 02:54:21.258445 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a71354ca-ebc0-4953-8144-430b80a1d7dd req-987571c0-8fec-4903-ae92-7f15a96a95af tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043714 Mar 05 02:54:21.321808 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks [] for security_group (7c638ee2-21a7-48c0-95e3-7b9c6a86239b), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:21.327769 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7c638ee2-21a7-48c0-95e3-7b9c6a86239b), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:21.336880 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdb3814-4255-43ee-a391-79f6b1e8e189 x-openstack-request-id: req-9fdb3814-4255-43ee-a391-79f6b1e8e189 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:21.337781 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e62f7-7ccc-48a6-ad76-88f6e022fe95", "tag": "1165b4f9-8e23-488c-bf07-4804d1f8bb98", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:21.338071 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fdb3814-4255-43ee-a391-79f6b1e8e189 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:21.338472 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e62f7-7ccc-48a6-ad76-88f6e022fe95', 'tag': '1165b4f9-8e23-488c-bf07-4804d1f8bb98', 'status': 'completed', 'code': 200} Mar 05 02:54:21.390137 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0546079-d54d-44de-b80c-3e897ac83f1d req-7fbf1648-e5e2-4950-93d5-8524442ffcaf tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:21.398730 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e0546079-d54d-44de-b80c-3e897ac83f1d req-7fbf1648-e5e2-4950-93d5-8524442ffcaf tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.5234230 Mar 05 02:54:21.403537 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Network ff83875d-0057-4264-9b03-72379e19a765 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:21.409579 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c638ee2-21a7-48c0-95e3-7b9c6a86239b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:21.422050 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:21.452201 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db932292-c735-432e-9787-df3a24167456 req-cbe3499a-fd52-4888-9b18-48a7c9013d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:21.453440 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-cbe3499a-fd52-4888-9b18-48a7c9013d06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3afb5b14217e4a54ab03e6233f8aaa07&device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 1127 time: 0.3205070 Mar 05 02:54:21.495103 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Allocated IP 192.168.233.212 (835377cc-79b1-4466-890b-3df6a11efa11/95d1cafb-0f15-4fed-b661-27bb625723c7/67df0ed3-4a7f-4353-a18d-274a902ce784) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:21.582846 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-dc14cf19-0715-4b23-9b4f-a35fa5fead60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63cfcfd4-050a-4cef-9d98-a1860af5f5ca HTTP/1.1" status: 200 len: 217 time: 0.1175647 Mar 05 02:54:21.601100 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e0546079-d54d-44de-b80c-3e897ac83f1d req-7edbb746-c40e-4935-b692-b24eaaf621e4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014630 Mar 05 02:54:21.739310 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-c93e1c11-5ca1-45f0-bffb-af0057f61455 service neutron] 10.222.0.13 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676471 Mar 05 02:54:21.849306 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks [] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:21.860948 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-3fe07ae9-8560-4cde-90ba-7b35d6d00b0f None None] Provisioning complete for port ec3f04b0-2921-4bf7-8329-78c8286f5142 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:21.866377 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3fe07ae9-8560-4cde-90ba-7b35d6d00b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:21.953160 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:21.981856 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-3fe07ae9-8560-4cde-90ba-7b35d6d00b0f None None] Port ec3f04b0-2921-4bf7-8329-78c8286f5142 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:22.040710 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Network 835377cc-79b1-4466-890b-3df6a11efa11 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:22.044111 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:22.051891 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:22.100781 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Pushing event updated for resources: {'Port': ['ID=67df0ed3-4a7f-4353-a18d-274a902ce784,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:22.136364 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.137105 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.164622 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-59464a9d-e6fc-455e-8ea3-776deaff5418 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1911478 Mar 05 02:54:22.180218 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Request body: {'port': {'device_id': 'a8a27b43-73c6-4d5a-87ee-888eda8d677b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:22.193768 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db932292-c735-432e-9787-df3a24167456 req-e1e1d37f-4971-40c1-b38d-545bc0722e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.195314 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-e1e1d37f-4971-40c1-b38d-545bc0722e3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96989062-3271-4d61-8428-7ff775356d87 HTTP/1.1" status: 200 len: 849 time: 0.5913668 Mar 05 02:54:22.230404 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Router a21845e8-1640-4609-a6bc-09c86f7617c6 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:54:22.291328 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-65d93e91-6c6f-4cc9-9200-6bd6da48fbd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc3bb688-2082-4285-b145-f24c2a8d5bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705144 Mar 05 02:54:22.308814 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef0afb-dc8d-463e-84dd-7524ec67035e req-0285c125-5910-4d63-99c3-d2da4d1be911 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.316595 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-87ef0afb-dc8d-463e-84dd-7524ec67035e req-0285c125-5910-4d63-99c3-d2da4d1be911 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.5755208 Mar 05 02:54:22.515824 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-2c59b388-b619-4102-95b7-c120b9bc2d57 None None] Provisioning complete for port 67df0ed3-4a7f-4353-a18d-274a902ce784 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:22.516486 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2c59b388-b619-4102-95b7-c120b9bc2d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.566189 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.576141 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-2c59b388-b619-4102-95b7-c120b9bc2d57 None None] Port 67df0ed3-4a7f-4353-a18d-274a902ce784 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:22.587181 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-05742581-2b5d-4f81-9e8a-ce6d9f2a3f0f req-9b1b6d65-8201-454e-b051-7ac338c8b582 service neutron] 10.222.0.13 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8247380 Mar 05 02:54:22.655944 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931738-f829-4b80-b981-835c04a56ce1 req-58534831-14d5-4027-8af1-10d7797b0ace tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.662593 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-19931738-f829-4b80-b981-835c04a56ce1 req-58534831-14d5-4027-8af1-10d7797b0ace tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 943 time: 0.4754081 Mar 05 02:54:22.723693 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-87ef0afb-dc8d-463e-84dd-7524ec67035e req-01db639a-eda3-48ef-8714-4b6b3a9b70eb tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058733 Mar 05 02:54:22.765011 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:22.780203 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Sync routers for ids ['a21845e8-1640-4609-a6bc-09c86f7617c6'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:22.787238 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-bb4ddb8d-261b-4d7a-ac06-72f6db6b84e6 admin admin] 10.222.0.26 "PUT /v2.0/routers/a21845e8-1640-4609-a6bc-09c86f7617c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7451313 Mar 05 02:54:22.800841 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Routers {'a21845e8-1640-4609-a6bc-09c86f7617c6'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:22.804160 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:53:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['a21845e8-1640-4609-a6bc-09c86f7617c6'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:22.884518 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-19931738-f829-4b80-b981-835c04a56ce1 req-bcf881d6-092a-4257-a928-19c3bcae39db tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210109 Mar 05 02:54:22.931395 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-dbe358d1-94e0-4309-9654-c5aa9841f546 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040046 Mar 05 02:54:23.012964 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Set router a21845e8-1640-4609-a6bc-09c86f7617c6 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:23.035673 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-6118e198-419d-4c1a-b6a9-e913a4a843b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.043203 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-6118e198-419d-4c1a-b6a9-e913a4a843b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efa5f5dbc9f460aa91f4f62eb57abee&device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 1127 time: 0.3390589 Mar 05 02:54:23.147709 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67df0ed3-4a7f-4353-a18d-274a902ce784 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:23.158769 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Publish callbacks [] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.177023 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Transition to ACTIVE for port object 67df0ed3-4a7f-4353-a18d-274a902ce784 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:54:23.182767 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.231074 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Pushing event updated for resources: {'Port': ['ID=67df0ed3-4a7f-4353-a18d-274a902ce784,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:23.281568 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22970d-154c-4740-85e7-94e2ce098cf6 req-307b7892-d591-4e2d-b9dd-446e5d1eb7ca tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.283164 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0f22970d-154c-4740-85e7-94e2ce098cf6 req-307b7892-d591-4e2d-b9dd-446e5d1eb7ca tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 936 time: 0.3966377 Mar 05 02:54:23.342642 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f2b8e-9af1-4395-9995-f34cd8187681', 'tag': '63cfcfd4-050a-4cef-9d98-a1860af5f5ca'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:23.345146 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f2b8e-9af1-4395-9995-f34cd8187681", "tag": "63cfcfd4-050a-4cef-9d98-a1860af5f5ca"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:23.369283 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Attempting to bind port 67df0ed3-4a7f-4353-a18d-274a902ce784 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:23.370301 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Attempting to bind port 67df0ed3-4a7f-4353-a18d-274a902ce784 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:23.370887 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Attempting to bind port 67df0ed3-4a7f-4353-a18d-274a902ce784 on network 835377cc-79b1-4466-890b-3df6a11efa11 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:23.377587 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Port 67df0ed3-4a7f-4353-a18d-274a902ce784 on network 835377cc-79b1-4466-890b-3df6a11efa11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:54:23.378298 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Attempting to bind port 67df0ed3-4a7f-4353-a18d-274a902ce784 on network 835377cc-79b1-4466-890b-3df6a11efa11 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:23.379647 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db932292-c735-432e-9787-df3a24167456 req-f214fcf3-4b51-4ba2-8cfe-44bff79c9136 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484417 Mar 05 02:54:23.391816 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8b3a-38da-4e8c-85a0-aacdad8dd6ce req-71967f54-2aec-4f68-b68b-7515d21c505f tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.398933 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:23.400542 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Checking segment: {'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:23.401408 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Bound using segment: {'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:23.402154 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Bound port: 67df0ed3-4a7f-4353-a18d-274a902ce784, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ecab7a-4db8-4637-af9c-21ac556a7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:23.403015 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d75f8b3a-38da-4e8c-85a0-aacdad8dd6ce req-71967f54-2aec-4f68-b68b-7515d21c505f tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 943 time: 0.3542428 Mar 05 02:54:23.403433 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.416366 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:19Z', 'revision_number': 4, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port': {'id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ec3f04b0-2921-4bf7-8329-78c8286f5142', 'name': '', 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'mac_address': 'fa:16:3e:a4:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'ddebbf24-2768-4364-8334-6a971bd32caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:16Z', 'updated_at': '2022-03-05T02:54:20Z', 'revision_number': 2, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'subnets': [{'id': 'ddebbf24-2768-4364-8334-6a971bd32caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:23.424704 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-4d38773b-c262-41ba-919f-e3ab4e1171c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.432881 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-4d38773b-c262-41ba-919f-e3ab4e1171c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68be04e0-e340-4669-98a5-143d697647c0 HTTP/1.1" status: 200 len: 913 time: 0.3495207 Mar 05 02:54:23.460182 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Checking router: a21845e8-1640-4609-a6bc-09c86f7617c6 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:23.460712 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Updating router a21845e8-1640-4609-a6bc-09c86f7617c6 port ec3f04b0-2921-4bf7-8329-78c8286f5142 binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:54:23.501652 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] For port 67df0ed3-4a7f-4353-a18d-274a902ce784, host hv-cinder-82725, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:23.503360 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.513287 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] For port 67df0ed3-4a7f-4353-a18d-274a902ce784, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=67df0ed3-4a7f-4353-a18d-274a902ce784,segment=NetworkSegment(c7ecab7a-4db8-4637-af9c-21ac556a7710),segment_id=c7ecab7a-4db8-4637-af9c-21ac556a7710)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:23.522682 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.596838 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-a209aa78-4fe5-4818-bf7e-ff0f8b0255d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1165b4f9-8e23-488c-bf07-4804d1f8bb98 HTTP/1.1" status: 200 len: 217 time: 0.1513271 Mar 05 02:54:23.607494 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0f22970d-154c-4740-85e7-94e2ce098cf6 req-41e74b14-a284-466d-947a-39a91cc661d5 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027010 Mar 05 02:54:23.609484 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Pushing event updated for resources: {'Port': ['ID=67df0ed3-4a7f-4353-a18d-274a902ce784,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:23.621202 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.622619 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.624644 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-70e9df12-0d44-4829-9717-1383c4e779c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/67df0ed3-4a7f-4353-a18d-274a902ce784 HTTP/1.1" status: 200 len: 1098 time: 1.4499297 Mar 05 02:54:23.625243 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a27b43-73c6-4d5a-87ee-888eda8d677b', 'tag': '67df0ed3-4a7f-4353-a18d-274a902ce784'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:23.629174 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc317099-23b3-4f6b-a4a6-cd5f8707201a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a27b43-73c6-4d5a-87ee-888eda8d677b", "tag": "67df0ed3-4a7f-4353-a18d-274a902ce784"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:23.690989 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d75f8b3a-38da-4e8c-85a0-aacdad8dd6ce req-23c733ba-fa93-4f7a-a575-bd966b54c527 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871542 Mar 05 02:54:23.730377 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-73f1fd1f-1855-4079-8544-5f23c6acc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.739177 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-73f1fd1f-1855-4079-8544-5f23c6acc6ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=400c42d6-4fbb-4127-b2da-e305e3c48fee HTTP/1.1" status: 200 len: 853 time: 0.1269045 Mar 05 02:54:23.818518 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-9d5baa43-0c71-41df-b97e-2501ec89c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.820323 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-9d5baa43-0c71-41df-b97e-2501ec89c4b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d0875d975e453cab8434d214003ffe&device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 1132 time: 0.1412475 Mar 05 02:54:23.863230 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-c18cbdf4-c614-40e8-9c18-00f05b42d4b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68be04e0-e340-4669-98a5-143d697647c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147337 Mar 05 02:54:23.872606 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-1b2f0d85-9f3a-4d7e-a57a-16d7973db3ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=67df0ed3-4a7f-4353-a18d-274a902ce784 HTTP/1.1" status: 200 len: 217 time: 0.0427668 Mar 05 02:54:23.950226 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-88a62460-dcd5-41e7-8474-ffd23b2fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.959823 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-88a62460-dcd5-41e7-8474-ffd23b2fd10a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95d1cafb-0f15-4fed-b661-27bb625723c7 HTTP/1.1" status: 200 len: 843 time: 0.0739708 Mar 05 02:54:24.037989 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Publish callbacks [] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.056982 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.061690 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-4ca81158-24eb-4657-91d6-1d992a701283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.064132 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-4ca81158-24eb-4657-91d6-1d992a701283 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=835377cc-79b1-4466-890b-3df6a11efa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1020086 Mar 05 02:54:24.076952 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435e32-84d5-4d97-b579-6de893f9f3a6 req-345cbe90-3f89-40a9-9fc6-cb3c8565fde1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.084142 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-21435e32-84d5-4d97-b579-6de893f9f3a6 req-345cbe90-3f89-40a9-9fc6-cb3c8565fde1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.2640297 Mar 05 02:54:24.191397 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-21435e32-84d5-4d97-b579-6de893f9f3a6 req-884d9536-b928-499d-bbfd-bbd4283c928a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062579 Mar 05 02:54:24.208027 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4633-9211-435f-8edc-ccf057424fe8 None None] Pushing event updated for resources: {'Port': ['ID=ec3f04b0-2921-4bf7-8329-78c8286f5142,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:24.239829 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-a0ba9bc1-9776-4db2-9a0b-4e30d766352e service neutron] 10.222.0.13 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177395 Mar 05 02:54:24.293132 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Attempting to bind port ec3f04b0-2921-4bf7-8329-78c8286f5142 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:24.293481 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Attempting to bind port ec3f04b0-2921-4bf7-8329-78c8286f5142 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:24.293872 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Attempting to bind port ec3f04b0-2921-4bf7-8329-78c8286f5142 on network ff83875d-0057-4264-9b03-72379e19a765 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:24.302120 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-d78a6d02-f12b-4989-932d-2a6caff1ed2d service neutron] 10.222.0.13 "GET /v2.0/networks/835377cc-79b1-4466-890b-3df6a11efa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313380 Mar 05 02:54:24.309723 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:24.310370 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Checking segment: {'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:24.310887 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.311289 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Bound using segment: {'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:24.311772 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Bound port: ec3f04b0-2921-4bf7-8329-78c8286f5142, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb856ad6-e8cb-4333-b48c-4241f6a4255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:24.312177 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.405007 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] For port ec3f04b0-2921-4bf7-8329-78c8286f5142, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:24.408925 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] For port ec3f04b0-2921-4bf7-8329-78c8286f5142, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=ec3f04b0-2921-4bf7-8329-78c8286f5142,segment=NetworkSegment(fb856ad6-e8cb-4333-b48c-4241f6a4255a),segment_id=fb856ad6-e8cb-4333-b48c-4241f6a4255a)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:24.423300 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.458592 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dbbfb0-2dd9-4952-9fc2-f3a025a13e5e x-openstack-request-id: req-28dbbfb0-2dd9-4952-9fc2-f3a025a13e5e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:24.459191 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f2b8e-9af1-4395-9995-f34cd8187681", "tag": "63cfcfd4-050a-4cef-9d98-a1860af5f5ca", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:24.463974 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28dbbfb0-2dd9-4952-9fc2-f3a025a13e5e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:24.464809 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f2b8e-9af1-4395-9995-f34cd8187681', 'tag': '63cfcfd4-050a-4cef-9d98-a1860af5f5ca', 'status': 'completed', 'code': 200} Mar 05 02:54:24.502107 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 51188) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:24.504197 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-e61dc74a-27c6-4ea6-9133-0e791c538140 req-def96350-a037-431c-b5e5-59da02de4a7d service neutron] 10.222.0.13 "GET /v2.0/networks/835377cc-79b1-4466-890b-3df6a11efa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947865 Mar 05 02:54:24.506660 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff7f83b-7d96-466a-8449-d23a0d4a6406 x-openstack-request-id: req-5ff7f83b-7d96-466a-8449-d23a0d4a6406 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:24.524580 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a27b43-73c6-4d5a-87ee-888eda8d677b", "tag": "67df0ed3-4a7f-4353-a18d-274a902ce784", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:24.525887 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ff7f83b-7d96-466a-8449-d23a0d4a6406 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:24.527442 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a27b43-73c6-4d5a-87ee-888eda8d677b', 'tag': '67df0ed3-4a7f-4353-a18d-274a902ce784', 'status': 'completed', 'code': 200} Mar 05 02:54:24.528719 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-3751d2e3-3bdf-4f74-b427-7621445391df tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936346101', 'description': 'tempest-secgroup-smoke-1936346101 description', 'project_id': '47835ba5de1a42cc94c09b33a187868a'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:24.591360 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Routers {'a21845e8-1640-4609-a6bc-09c86f7617c6'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:24.592150 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:53:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['a21845e8-1640-4609-a6bc-09c86f7617c6'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:24.608938 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-9e5d4503-6027-425e-b8ab-7e6e0592dfee None None] Provisioning complete for port ec3f04b0-2921-4bf7-8329-78c8286f5142 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:24.608938 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9e5d4503-6027-425e-b8ab-7e6e0592dfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.614342 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3751d2e3-3bdf-4f74-b427-7621445391df tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.673282 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-76b40afc-69f9-4fcb-9778-3ae637ffc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.679328 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-76b40afc-69f9-4fcb-9778-3ae637ffc20f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d0875d975e453cab8434d214003ffe&device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 1132 time: 0.1077416 Mar 05 02:54:24.685110 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 1165b4f9-8e23-488c-bf07-4804d1f8bb98 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:54:24.721603 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4633-9211-435f-8edc-ccf057424fe8 None None] Pushing event updated for resources: {'Port': ['ID=ec3f04b0-2921-4bf7-8329-78c8286f5142,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:24.815326 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-a3a6b33a-179a-4fd7-998f-19ea457d140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.816942 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-a3a6b33a-179a-4fd7-998f-19ea457d140f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3afb5b14217e4a54ab03e6233f8aaa07&device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 1127 time: 0.3638442 Mar 05 02:54:24.836825 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-c0f0219b-e364-4a29-96fb-7c93e587161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.838888 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-c0f0219b-e364-4a29-96fb-7c93e587161a service neutron] 10.222.0.13 "GET /v2.0/networks?id=835377cc-79b1-4466-890b-3df6a11efa11 HTTP/1.1" status: 200 len: 869 time: 0.1567140 Mar 05 02:54:24.843619 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aedf16-8c56-48a6-bd6c-1bc7a91771f4 req-d43eff15-8cb3-481e-bbfb-9d024303034f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.850869 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-13aedf16-8c56-48a6-bd6c-1bc7a91771f4 req-d43eff15-8cb3-481e-bbfb-9d024303034f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.2728407 Mar 05 02:54:24.853949 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4a4bb33-a280-4ea5-96a5-ec6f7a4e59fa req-a154b64c-0f15-433a-a258-4eb23547fce3 service neutron] 10.222.0.13 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056004 Mar 05 02:54:24.918215 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-e3327a1c-b84a-4e3b-8970-8cc693a69652 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=67df0ed3-4a7f-4353-a18d-274a902ce784 HTTP/1.1" status: 200 len: 217 time: 0.0678401 Mar 05 02:54:24.941330 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] Set router a21845e8-1640-4609-a6bc-09c86f7617c6 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:24.945289 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86445d-a33a-414b-804d-f40a866dce38 req-04d03b4e-c195-4b70-b13c-335f2533e19d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.946857 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7c86445d-a33a-414b-804d-f40a866dce38 req-04d03b4e-c195-4b70-b13c-335f2533e19d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 943 time: 0.3388641 Mar 05 02:54:24.990798 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-fa8769cc-8ba5-4de2-9d89-b896deb2a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.993367 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-fa8769cc-8ba5-4de2-9d89-b896deb2a95b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95d1cafb-0f15-4fed-b661-27bb625723c7 HTTP/1.1" status: 200 len: 843 time: 0.0675659 Mar 05 02:54:25.045759 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-13aedf16-8c56-48a6-bd6c-1bc7a91771f4 req-3a948c55-178f-4a39-8dbe-7ca7e77f01e0 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940188 Mar 05 02:54:25.065788 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3751d2e3-3bdf-4f74-b427-7621445391df tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group (88580b71-089e-418c-be5d-341ec2c5b444), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.074517 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 1165b4f9-8e23-488c-bf07-4804d1f8bb98, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1165b4f9-8e23-488c-bf07-4804d1f8bb98,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:25.076348 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3751d2e3-3bdf-4f74-b427-7621445391df tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (88580b71-089e-418c-be5d-341ec2c5b444), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.091216 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d4503-6027-425e-b8ab-7e6e0592dfee None None] Current status of the port ec3f04b0-2921-4bf7-8329-78c8286f5142 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:25.091659 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9e5d4503-6027-425e-b8ab-7e6e0592dfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.103090 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3751d2e3-3bdf-4f74-b427-7621445391df tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.105078 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3751d2e3-3bdf-4f74-b427-7621445391df tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6018450 Mar 05 02:54:25.109358 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-2083c570-6762-40bb-a9a9-ba49a32e1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.111144 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-2083c570-6762-40bb-a9a9-ba49a32e1f7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=835377cc-79b1-4466-890b-3df6a11efa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1078250 Mar 05 02:54:25.117226 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51194) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:25.118065 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '1165b4f9-8e23-488c-bf07-4804d1f8bb98', 'network_id': '68be04e0-e340-4669-98a5-143d697647c0', 'port_id': '1165b4f9-8e23-488c-bf07-4804d1f8bb98', 'mac_address': 'fa:16:3e:19:a4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400c42d6-4fbb-4127-b2da-e305e3c48fee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:54:25.130459 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8d6baeb9-9e12-4e52-b31a-2eecf2dd80cb tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'security_group_rule': {'security_group_id': '88580b71-089e-418c-be5d-341ec2c5b444', 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:25.155220 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7c86445d-a33a-414b-804d-f40a866dce38 req-849e9d7d-5986-4f05-bac5-41fc3221773a tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762872 Mar 05 02:54:25.208171 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6baeb9-9e12-4e52-b31a-2eecf2dd80cb tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (a7d698e0-2e0a-4535-b800-d7ed8a9fb4ba), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.255363 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751d2e3-3bdf-4f74-b427-7621445391df tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88580b71-089e-418c-be5d-341ec2c5b444,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:25.287356 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-9e5d4503-6027-425e-b8ab-7e6e0592dfee None None] For port ec3f04b0-2921-4bf7-8329-78c8286f5142, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=ec3f04b0-2921-4bf7-8329-78c8286f5142,segment=NetworkSegment(fb856ad6-e8cb-4333-b48c-4241f6a4255a),segment_id=fb856ad6-e8cb-4333-b48c-4241f6a4255a)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:25.299826 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9e5d4503-6027-425e-b8ab-7e6e0592dfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.316774 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6baeb9-9e12-4e52-b31a-2eecf2dd80cb tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (a7d698e0-2e0a-4535-b800-d7ed8a9fb4ba), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.320292 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:25.320696 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.324149 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-78e54100-f45a-4027-a362-157d32ea9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.326958 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-78e54100-f45a-4027-a362-157d32ea9af9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc3bb688-2082-4285-b145-f24c2a8d5bc2 HTTP/1.1" status: 200 len: 909 time: 0.4658053 Mar 05 02:54:25.328526 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6baeb9-9e12-4e52-b31a-2eecf2dd80cb tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (a7d698e0-2e0a-4535-b800-d7ed8a9fb4ba), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.351710 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-765e8208-b3c0-4110-a700-eec503d40e32 service neutron] 10.222.0.13 "GET /v2.0/networks/835377cc-79b1-4466-890b-3df6a11efa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272484 Mar 05 02:54:25.378954 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6baeb9-9e12-4e52-b31a-2eecf2dd80cb tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.380261 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-8d6baeb9-9e12-4e52-b31a-2eecf2dd80cb tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616363 Mar 05 02:54:25.390113 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1165b4f9-8e23-488c-bf07-4804d1f8bb98 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:25.391194 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-4a9d9c6b-729d-4ff6-9932-df372cc5f6b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63cfcfd4-050a-4cef-9d98-a1860af5f5ca HTTP/1.1" status: 200 len: 217 time: 0.0515265 Mar 05 02:54:25.392721 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51202) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:25.398569 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-aea21699-7560-4a5f-92f1-62b4ae9dbeda tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'security_group_rule': {'security_group_id': '88580b71-089e-418c-be5d-341ec2c5b444', 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:25.445061 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6baeb9-9e12-4e52-b31a-2eecf2dd80cb tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d698e0-2e0a-4535-b800-d7ed8a9fb4ba,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:25.469213 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d7f93-fc08-4416-8266-497deb41720f req-bf927d9b-9223-4955-b456-389369c8e606 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.472604 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-186d7f93-fc08-4416-8266-497deb41720f req-bf927d9b-9223-4955-b456-389369c8e606 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 948 time: 0.3029294 Mar 05 02:54:25.482417 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-76602cf2-9485-4d95-ac27-07acfb0aa6ee None None] Provisioning complete for port ec3f04b0-2921-4bf7-8329-78c8286f5142 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:25.482947 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-76602cf2-9485-4d95-ac27-07acfb0aa6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.488497 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aea21699-7560-4a5f-92f1-62b4ae9dbeda tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (4e1a56fa-c3de-4361-9de1-4aa6fa258c2f), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.491138 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d7c477f1-2f19-4ba7-81e2-3c8ad7c30e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.497555 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f367622-f8dd-488b-bd2e-cf77609b02de req-8b29ffa5-834d-4e8e-b7d8-2bb4693f0587 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.499012 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 1165b4f9-8e23-488c-bf07-4804d1f8bb98, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1165b4f9-8e23-488c-bf07-4804d1f8bb98,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:25.500834 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f367622-f8dd-488b-bd2e-cf77609b02de req-8b29ffa5-834d-4e8e-b7d8-2bb4693f0587 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 943 time: 0.2288625 Mar 05 02:54:25.502768 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-5dded781-99bb-458c-92f0-d05adafce82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.504446 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-5dded781-99bb-458c-92f0-d05adafce82a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96989062-3271-4d61-8428-7ff775356d87 HTTP/1.1" status: 200 len: 849 time: 0.1043046 Mar 05 02:54:25.532971 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d4503-6027-425e-b8ab-7e6e0592dfee None None] Pushing event updated for resources: {'Port': ['ID=ec3f04b0-2921-4bf7-8329-78c8286f5142,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:25.541441 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.542165 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 63cfcfd4-050a-4cef-9d98-a1860af5f5ca details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:54:25.579800 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-cc317099-23b3-4f6b-a4a6-cd5f8707201a req-f7680503-c8c2-4713-a4d5-53e173475c30 service neutron] 10.222.0.13 "GET /v2.0/networks/835377cc-79b1-4466-890b-3df6a11efa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195699 Mar 05 02:54:25.627279 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-7e74e4f8-ad94-4623-8641-95347d0e25f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc3bb688-2082-4285-b145-f24c2a8d5bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820959 Mar 05 02:54:25.630208 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aea21699-7560-4a5f-92f1-62b4ae9dbeda tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (4e1a56fa-c3de-4361-9de1-4aa6fa258c2f), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.636610 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aea21699-7560-4a5f-92f1-62b4ae9dbeda tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (4e1a56fa-c3de-4361-9de1-4aa6fa258c2f), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.667879 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aea21699-7560-4a5f-92f1-62b4ae9dbeda tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.669214 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-aea21699-7560-4a5f-92f1-62b4ae9dbeda tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2754393 Mar 05 02:54:25.679071 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51206) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:25.679268 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-186d7f93-fc08-4416-8266-497deb41720f req-bf07971b-a643-425e-b38c-92fa87d9fb55 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716993 Mar 05 02:54:25.693061 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-32266bbf-be1a-4bdc-a33a-f40a56a6eaff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'security_group_rule': {'security_group_id': '88580b71-089e-418c-be5d-341ec2c5b444', 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:25.740246 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea21699-7560-4a5f-92f1-62b4ae9dbeda tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1a56fa-c3de-4361-9de1-4aa6fa258c2f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:25.751497 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f367622-f8dd-488b-bd2e-cf77609b02de req-24e2e83a-ae76-462c-89f9-592f08461dd3 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046840 Mar 05 02:54:25.764004 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32266bbf-be1a-4bdc-a33a-f40a56a6eaff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (1d976d52-1a27-40c0-a43e-5ecc6765a7d0), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.811843 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-0f8a3b25-246c-4758-9c0b-91a3b485d9f9 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756542 Mar 05 02:54:25.842678 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:19Z', 'revision_number': 4, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port': {'id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ec3f04b0-2921-4bf7-8329-78c8286f5142', 'name': '', 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'mac_address': 'fa:16:3e:a4:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'ddebbf24-2768-4364-8334-6a971bd32caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:16Z', 'updated_at': '2022-03-05T02:54:24Z', 'revision_number': 4, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'subnets': [{'id': 'ddebbf24-2768-4364-8334-6a971bd32caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:25.846033 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32266bbf-be1a-4bdc-a33a-f40a56a6eaff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (1d976d52-1a27-40c0-a43e-5ecc6765a7d0), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.857013 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32266bbf-be1a-4bdc-a33a-f40a56a6eaff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (1d976d52-1a27-40c0-a43e-5ecc6765a7d0), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.874311 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32266bbf-be1a-4bdc-a33a-f40a56a6eaff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d976d52-1a27-40c0-a43e-5ecc6765a7d0,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:25.898975 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32266bbf-be1a-4bdc-a33a-f40a56a6eaff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.900602 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-32266bbf-be1a-4bdc-a33a-f40a56a6eaff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2253189 Mar 05 02:54:25.903982 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51208) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:25.915876 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-95ce8543-88a4-4a96-8b06-785b1aba1b9d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'security_group_rule': {'security_group_id': '88580b71-089e-418c-be5d-341ec2c5b444', 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:25.917457 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7e618-843c-4e72-b6f3-e090283b8317 None None] The sync data for ids ['a21845e8-1640-4609-a6bc-09c86f7617c6'] in dv-cinder-827259-3-iscsi is: [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:19Z', 'revision_number': 4, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port': {'id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ec3f04b0-2921-4bf7-8329-78c8286f5142', 'name': '', 'network_id': 'ff83875d-0057-4264-9b03-72379e19a765', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'mac_address': 'fa:16:3e:a4:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'ddebbf24-2768-4364-8334-6a971bd32caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:16Z', 'updated_at': '2022-03-05T02:54:24Z', 'revision_number': 4, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'subnets': [{'id': 'ddebbf24-2768-4364-8334-6a971bd32caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:25.925759 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=1165b4f9-8e23-488c-bf07-4804d1f8bb98,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:25.973650 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95ce8543-88a4-4a96-8b06-785b1aba1b9d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (099763ec-ff29-47b8-bee2-75ee33fcab86), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.093493 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95ce8543-88a4-4a96-8b06-785b1aba1b9d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (099763ec-ff29-47b8-bee2-75ee33fcab86), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.101736 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95ce8543-88a4-4a96-8b06-785b1aba1b9d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (099763ec-ff29-47b8-bee2-75ee33fcab86), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.126324 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-76602cf2-9485-4d95-ac27-07acfb0aa6ee None None] Current status of the port ec3f04b0-2921-4bf7-8329-78c8286f5142 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:26.140906 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:26.141186 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce8543-88a4-4a96-8b06-785b1aba1b9d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099763ec-ff29-47b8-bee2-75ee33fcab86,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:26.147576 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95ce8543-88a4-4a96-8b06-785b1aba1b9d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.150086 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-95ce8543-88a4-4a96-8b06-785b1aba1b9d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2447836 Mar 05 02:54:26.152746 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51212) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:26.156863 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '63cfcfd4-050a-4cef-9d98-a1860af5f5ca', 'network_id': 'bc3bb688-2082-4285-b145-f24c2a8d5bc2', 'port_id': '63cfcfd4-050a-4cef-9d98-a1860af5f5ca', 'mac_address': 'fa:16:3e:f0:b9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96989062-3271-4d61-8428-7ff775356d87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:54:26.163332 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e8d97253-1f8a-4220-b1f8-01e0c2903544 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'security_group_rule': {'security_group_id': '88580b71-089e-418c-be5d-341ec2c5b444', 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:26.201650 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-e8d97253-1f8a-4220-b1f8-01e0c2903544 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Project 47835ba5de1a42cc94c09b33a187868a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 02:54:26.208373 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8d97253-1f8a-4220-b1f8-01e0c2903544 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (1738f816-db35-4c70-a111-f47c6077831d), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.256140 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:26.256709 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.278033 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cfcfd4-050a-4cef-9d98-a1860af5f5ca {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:26.303310 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:26.312227 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.324142 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8d97253-1f8a-4220-b1f8-01e0c2903544 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (1738f816-db35-4c70-a111-f47c6077831d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.335462 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8d97253-1f8a-4220-b1f8-01e0c2903544 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (1738f816-db35-4c70-a111-f47c6077831d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.366584 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97253-1f8a-4220-b1f8-01e0c2903544 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1738f816-db35-4c70-a111-f47c6077831d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:26.381238 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8d97253-1f8a-4220-b1f8-01e0c2903544 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.385501 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e8d97253-1f8a-4220-b1f8-01e0c2903544 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2315474 Mar 05 02:54:26.397905 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51216) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:26.401065 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c4eb3-b337-4ff8-94df-204969f2e687 req-a041d6b1-a2ed-4417-b96c-db7dfae17091 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:26.402556 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-64417c51-66fa-4186-9fe0-f305bb50a7ec tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'security_group_rule': {'security_group_id': '88580b71-089e-418c-be5d-341ec2c5b444', 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:26.402708 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b29c4eb3-b337-4ff8-94df-204969f2e687 req-a041d6b1-a2ed-4417-b96c-db7dfae17091 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.5876408 Mar 05 02:54:26.440158 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:26.444495 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0267bc20-44e2-43b8-9aa9-a1de9f70f63a req-5c3d5f02-6177-4faf-b79a-71c29a64c59f service neutron] 10.222.0.13 "GET /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162653 Mar 05 02:54:26.454730 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-64417c51-66fa-4186-9fe0-f305bb50a7ec tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Project 47835ba5de1a42cc94c09b33a187868a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 02:54:26.470442 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64417c51-66fa-4186-9fe0-f305bb50a7ec tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (3a64e326-da7f-4409-a7c2-404712c8c960), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.526615 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d08199-1072-4ab8-ae01-0dad5db86be0 req-d460ce93-7241-4a42-9596-024d4c4f495b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:26.528177 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b5d08199-1072-4ab8-ae01-0dad5db86be0 req-d460ce93-7241-4a42-9596-024d4c4f495b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1899076 Mar 05 02:54:26.548598 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b29c4eb3-b337-4ff8-94df-204969f2e687 req-2a7c9d7d-8b92-4e54-b824-9007bccef7c5 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244049 Mar 05 02:54:26.612056 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64417c51-66fa-4186-9fe0-f305bb50a7ec tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (3a64e326-da7f-4409-a7c2-404712c8c960), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.616717 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b5d08199-1072-4ab8-ae01-0dad5db86be0 req-8595f346-de1a-402a-88d6-232d5053941f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732489 Mar 05 02:54:26.619860 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64417c51-66fa-4186-9fe0-f305bb50a7ec tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (3a64e326-da7f-4409-a7c2-404712c8c960), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.638040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['63cfcfd4-050a-4cef-9d98-a1860af5f5ca'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:26.647031 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['1165b4f9-8e23-488c-bf07-4804d1f8bb98'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:26.683401 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64417c51-66fa-4186-9fe0-f305bb50a7ec tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a64e326-da7f-4409-a7c2-404712c8c960,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:26.699340 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64417c51-66fa-4186-9fe0-f305bb50a7ec tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:26.702237 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-64417c51-66fa-4186-9fe0-f305bb50a7ec tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3024600 Mar 05 02:54:26.735307 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 67df0ed3-4a7f-4353-a18d-274a902ce784 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:54:26.942689 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device ec3f04b0-2921-4bf7-8329-78c8286f5142 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:26.972025 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368053e-7bf8-4422-ba56-2b901ecdbf25 req-684dc4a8-c9f7-44c3-80db-987b3064318e tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:26.978596 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e368053e-7bf8-4422-ba56-2b901ecdbf25 req-684dc4a8-c9f7-44c3-80db-987b3064318e tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 944 time: 0.2187576 Mar 05 02:54:27.036295 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbe75f-8816-4fa8-a15c-b47930ccb64e req-09955ebc-dc05-4520-9ca8-7d646b256f36 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:27.043109 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bfdbe75f-8816-4fa8-a15c-b47930ccb64e req-09955ebc-dc05-4520-9ca8-7d646b256f36 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 948 time: 0.2153802 Mar 05 02:54:27.131758 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e368053e-7bf8-4422-ba56-2b901ecdbf25 req-e4075b6d-6001-4e65-8e0b-aa016fed9e4e tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386526 Mar 05 02:54:27.175619 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bfdbe75f-8816-4fa8-a15c-b47930ccb64e req-fe3487ca-1992-4906-b297-354c0a6dd7c9 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316338 Mar 05 02:54:27.244790 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 67df0ed3-4a7f-4353-a18d-274a902ce784, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=67df0ed3-4a7f-4353-a18d-274a902ce784,segment=NetworkSegment(c7ecab7a-4db8-4637-af9c-21ac556a7710),segment_id=c7ecab7a-4db8-4637-af9c-21ac556a7710)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:27.275292 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '67df0ed3-4a7f-4353-a18d-274a902ce784', 'network_id': '835377cc-79b1-4466-890b-3df6a11efa11', 'port_id': '67df0ed3-4a7f-4353-a18d-274a902ce784', 'mac_address': 'fa:16:3e:2f:0e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d1cafb-0f15-4fed-b661-27bb625723c7', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:54:27.308236 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffda23-d47d-47b6-9ba2-ba7d4c090516 req-a4f31319-cf25-4f45-9d2a-af57609d5723 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:27.321534 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b3ffda23-d47d-47b6-9ba2-ba7d4c090516 req-a4f31319-cf25-4f45-9d2a-af57609d5723 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 944 time: 0.1090095 Mar 05 02:54:27.336608 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 67df0ed3-4a7f-4353-a18d-274a902ce784 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:27.336998 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:27.357251 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67df0ed3-4a7f-4353-a18d-274a902ce784 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:27.418503 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b3ffda23-d47d-47b6-9ba2-ba7d4c090516 req-e40cd8af-cae5-4444-90a2-dbdb324e1faa tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958438 Mar 05 02:54:27.420540 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 67df0ed3-4a7f-4353-a18d-274a902ce784, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=67df0ed3-4a7f-4353-a18d-274a902ce784,segment=NetworkSegment(c7ecab7a-4db8-4637-af9c-21ac556a7710),segment_id=c7ecab7a-4db8-4637-af9c-21ac556a7710)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:27.446904 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:27.448577 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port ec3f04b0-2921-4bf7-8329-78c8286f5142 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:27.448945 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:27.682545 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=67df0ed3-4a7f-4353-a18d-274a902ce784,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:27.708500 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7d89b02f-c21f-4377-a317-f7cd2f2c6437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:27.778650 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port ec3f04b0-2921-4bf7-8329-78c8286f5142 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:27.787210 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['67df0ed3-4a7f-4353-a18d-274a902ce784'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:27.849449 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241050a8-0422-4216-9530-100d3416e6a5 req-b4d61a9a-9c7d-474d-987f-2738f60db8c2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:27.862443 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-241050a8-0422-4216-9530-100d3416e6a5 req-b4d61a9a-9c7d-474d-987f-2738f60db8c2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1423252 Mar 05 02:54:27.949984 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ef21c-3a1d-4460-a65f-36d7f9ae5151 req-2af9d274-c460-4f47-ba33-e777d22936bf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:27.953173 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fe1ef21c-3a1d-4460-a65f-36d7f9ae5151 req-2af9d274-c460-4f47-ba33-e777d22936bf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1774561 Mar 05 02:54:28.004604 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-241050a8-0422-4216-9530-100d3416e6a5 req-0dc8687c-8ea7-4ba0-b58f-6ae8bf07708b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410346 Mar 05 02:54:28.082387 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fe1ef21c-3a1d-4460-a65f-36d7f9ae5151 req-811746ac-a6ef-46a8-bf87-f5c08bf6f0f4 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116583 Mar 05 02:54:28.339114 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaa97f-f368-4013-887b-e8e87bf35e9f req-cb68d712-3bef-4dd9-b953-8b58746ac63d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:28.340974 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ddeaa97f-f368-4013-887b-e8e87bf35e9f req-cb68d712-3bef-4dd9-b953-8b58746ac63d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 944 time: 0.1445043 Mar 05 02:54:28.503057 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed559c7-3d13-4c87-ac09-01da1b2790b3 req-f16644ae-2875-42fd-8988-1cf7dd7e874b tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:28.504585 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1ed559c7-3d13-4c87-ac09-01da1b2790b3 req-f16644ae-2875-42fd-8988-1cf7dd7e874b tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 949 time: 0.1417878 Mar 05 02:54:28.514000 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ddeaa97f-f368-4013-887b-e8e87bf35e9f req-64c2a1e5-255c-4804-915a-cc78ac224c8f tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586788 Mar 05 02:54:28.587521 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1ed559c7-3d13-4c87-ac09-01da1b2790b3 req-600c5483-8c0b-433c-ba7e-a0b973f6b45e tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669584 Mar 05 02:54:28.737435 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacaa62-db38-451d-a9d8-fb34919836fa req-05a00678-f0d2-401f-b875-545e1b215148 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:28.739141 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8eacaa62-db38-451d-a9d8-fb34919836fa req-05a00678-f0d2-401f-b875-545e1b215148 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 944 time: 0.1099453 Mar 05 02:54:28.769450 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:28.797186 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8eacaa62-db38-451d-a9d8-fb34919836fa req-754129c9-d807-4e2a-ba7d-3bf4d70308b2 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506542 Mar 05 02:54:29.152824 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a88b-90aa-4cb7-910e-e8270801bbcd req-822af0d5-e93a-4064-85d2-1278f107fa72 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:29.160125 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8024a88b-90aa-4cb7-910e-e8270801bbcd req-822af0d5-e93a-4064-85d2-1278f107fa72 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0775723 Mar 05 02:54:29.240779 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8024a88b-90aa-4cb7-910e-e8270801bbcd req-b1966f31-f5a9-484f-8bf1-62f055431bdd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797722 Mar 05 02:54:29.249318 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f2c3f-66a4-4004-8415-300c1e116b4a req-be96bf56-08b4-4c0d-91ec-e788cc9f5aaa tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:29.251132 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd3f2c3f-66a4-4004-8415-300c1e116b4a req-be96bf56-08b4-4c0d-91ec-e788cc9f5aaa tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0842578 Mar 05 02:54:29.317231 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd3f2c3f-66a4-4004-8415-300c1e116b4a req-1d54b272-926d-4129-9a42-3d9a0dec9ae1 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584610 Mar 05 02:54:29.667810 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8396-eae5-428b-a2db-d70b4d99f6dc req-a1edf895-abfc-426f-af94-436f1941cd6e tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:29.669351 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-25ab8396-eae5-428b-a2db-d70b4d99f6dc req-a1edf895-abfc-426f-af94-436f1941cd6e tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 944 time: 0.0721488 Mar 05 02:54:29.809188 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-25ab8396-eae5-428b-a2db-d70b4d99f6dc req-15d4344f-2d8b-4ec8-8305-56be3409268f tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194518 Mar 05 02:54:29.835272 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33048a-2dc6-48d6-996d-ba2a78de80e7 req-ba34a870-b62b-47e5-a226-c3d3a7aae182 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:29.844544 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dc33048a-2dc6-48d6-996d-ba2a78de80e7 req-ba34a870-b62b-47e5-a226-c3d3a7aae182 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 949 time: 0.1562643 Mar 05 02:54:29.928710 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dc33048a-2dc6-48d6-996d-ba2a78de80e7 req-2e8c6292-b4b9-46b2-a86e-7f8df8c2cb2d tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831311 Mar 05 02:54:30.001082 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb61b5a-6ace-4fb4-98c3-b8fa5c74bb94 req-c1804707-da22-45d9-a17e-11ee89e2b8cf tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:30.002408 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-acb61b5a-6ace-4fb4-98c3-b8fa5c74bb94 req-c1804707-da22-45d9-a17e-11ee89e2b8cf tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 944 time: 0.0909724 Mar 05 02:54:30.075005 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-acb61b5a-6ace-4fb4-98c3-b8fa5c74bb94 req-3a51f318-ee52-450f-bdf5-1b8d7afb18a6 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643747 Mar 05 02:54:30.113325 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:30.420432 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-1daadd78-c91e-4bff-b157-00e7efae9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:30.421813 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-1daadd78-c91e-4bff-b157-00e7efae9bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1129 time: 0.1255538 Mar 05 02:54:30.438656 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd56d-aa62-417e-ab13-1dd25cf1b664 req-ae972068-22a9-42a1-abc2-5a4274922483 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:30.442359 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-914dd56d-aa62-417e-ab13-1dd25cf1b664 req-ae972068-22a9-42a1-abc2-5a4274922483 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1163576 Mar 05 02:54:30.531518 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a971858-b245-42c8-be12-ad29ce79f255 req-48f24d6f-f0c9-4561-95c0-7b1d279fedb4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:30.532913 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a971858-b245-42c8-be12-ad29ce79f255 req-48f24d6f-f0c9-4561-95c0-7b1d279fedb4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1603131 Mar 05 02:54:30.598474 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-914dd56d-aa62-417e-ab13-1dd25cf1b664 req-2702a66a-ea16-4a49-a1b6-068cb20c8828 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551864 Mar 05 02:54:30.624713 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-b2b38461-eb32-424e-b557-e8f551f1f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:30.626570 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-b2b38461-eb32-424e-b557-e8f551f1f28f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.1765451 Mar 05 02:54:30.638183 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a971858-b245-42c8-be12-ad29ce79f255 req-ca409782-280b-4701-9bd4-f706a9f57165 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935142 Mar 05 02:54:30.704613 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 1165b4f9-8e23-488c-bf07-4804d1f8bb98 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:30.724480 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-58fe4221-b024-4f78-bed9-4c96a48a3e0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 200 len: 217 time: 0.0836539 Mar 05 02:54:30.792043 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:54:30.798869 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:30.799847 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:30.809833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40ad61-718f-473e-88ad-5a0fc1434870 req-baaa7291-15bc-4377-be71-28637502d49a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:30.811621 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2e40ad61-718f-473e-88ad-5a0fc1434870 req-baaa7291-15bc-4377-be71-28637502d49a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1034114 Mar 05 02:54:30.891968 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-8e5e1394-44da-4f9f-8a46-fe1165399e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:30.899212 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-8e5e1394-44da-4f9f-8a46-fe1165399e03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.1584661 Mar 05 02:54:30.971656 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:30.972136 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:30.978045 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2e40ad61-718f-473e-88ad-5a0fc1434870 req-be4e9b67-e886-4858-b747-d73a44d3ece4 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434195 Mar 05 02:54:31.016039 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-687a6857-d26a-4144-a7f8-6d5309196770 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095583 Mar 05 02:54:31.059008 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 1165b4f9-8e23-488c-bf07-4804d1f8bb98, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1165b4f9-8e23-488c-bf07-4804d1f8bb98,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:31.062202 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e62f7-7ccc-48a6-ad76-88f6e022fe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1165b4f9-8e23-488c-bf07-4804d1f8bb98'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:31.067097 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c229264-8893-4a86-85ef-d3583cf07066" -d '{"events": [{"server_uuid": "b89e62f7-7ccc-48a6-ad76-88f6e022fe95", "name": "network-vif-plugged", "status": "completed", "tag": "1165b4f9-8e23-488c-bf07-4804d1f8bb98"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:31.075298 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:31.082570 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 63cfcfd4-050a-4cef-9d98-a1860af5f5ca up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:31.170830 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f433dd3-1a75-4347-9d81-991ecc8656b4 req-fa39082e-ddec-44ce-8676-1e90b17c84cd tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:31.172662 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4f433dd3-1a75-4347-9d81-991ecc8656b4 req-fa39082e-ddec-44ce-8676-1e90b17c84cd tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 944 time: 0.2106957 Mar 05 02:54:31.175539 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-097909da-c03d-466b-9451-8cc2baf8a2e2 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500745 Mar 05 02:54:31.202390 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b5dd6-8575-4e2f-b1ad-e30dabb75e75 req-48b04f6b-c049-4fa5-8251-4a23c3d9e4cb tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:31.204078 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5c3b5dd6-8575-4e2f-b1ad-e30dabb75e75 req-48b04f6b-c049-4fa5-8251-4a23c3d9e4cb tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 949 time: 0.1131308 Mar 05 02:54:31.207989 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=1165b4f9-8e23-488c-bf07-4804d1f8bb98,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:31.210683 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:54:31.219573 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:31.221212 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:31.331810 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4f433dd3-1a75-4347-9d81-991ecc8656b4 req-2b6328b6-4588-4f02-acb6-f56af41ec030 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527591 Mar 05 02:54:31.355520 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5c3b5dd6-8575-4e2f-b1ad-e30dabb75e75 req-18857423-6ccf-4ca5-b701-60f6d0d1e410 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329322 Mar 05 02:54:31.357593 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96bac408-5012-4dd0-b904-89f293e5c2e0 req-269c9e9d-ef9f-486c-8b6c-1809eaed56be service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723702 Mar 05 02:54:31.367715 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:31.368111 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:31.410332 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b7be06-584e-4c82-b5e5-90835263cfba x-openstack-request-id: req-09b7be06-584e-4c82-b5e5-90835263cfba {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:31.410643 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e62f7-7ccc-48a6-ad76-88f6e022fe95", "name": "network-vif-plugged", "status": "completed", "tag": "1165b4f9-8e23-488c-bf07-4804d1f8bb98", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:31.410900 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09b7be06-584e-4c82-b5e5-90835263cfba {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:31.411301 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e62f7-7ccc-48a6-ad76-88f6e022fe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1165b4f9-8e23-488c-bf07-4804d1f8bb98', 'code': 200} Mar 05 02:54:31.430476 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:31.439994 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:31.441579 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 67df0ed3-4a7f-4353-a18d-274a902ce784 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:31.539850 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a096b0-8b58-4b36-a656-eae003f6d232 req-ffdbb96e-5396-42f9-833c-17f5fdd2a2c8 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:31.547597 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-19a096b0-8b58-4b36-a656-eae003f6d232 req-ffdbb96e-5396-42f9-833c-17f5fdd2a2c8 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.0861547 Mar 05 02:54:31.586890 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:31.603498 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 67df0ed3-4a7f-4353-a18d-274a902ce784 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:54:31.610012 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 67df0ed3-4a7f-4353-a18d-274a902ce784 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:31.610745 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:31.617060 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-19a096b0-8b58-4b36-a656-eae003f6d232 req-0ee8d5eb-bad0-4248-bab1-eaeb9edbc6a9 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685930 Mar 05 02:54:31.677637 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:31.719199 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8050c9-34c7-4b4c-8b13-b38420acad31 req-63dfcf63-63cc-4295-8742-f22a170747e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:31.726707 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab8050c9-34c7-4b4c-8b13-b38420acad31 req-63dfcf63-63cc-4295-8742-f22a170747e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 1129 time: 0.1134820 Mar 05 02:54:31.737611 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 67df0ed3-4a7f-4353-a18d-274a902ce784 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:31.738034 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:31.783541 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 67df0ed3-4a7f-4353-a18d-274a902ce784, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=67df0ed3-4a7f-4353-a18d-274a902ce784,segment=NetworkSegment(c7ecab7a-4db8-4637-af9c-21ac556a7710),segment_id=c7ecab7a-4db8-4637-af9c-21ac556a7710)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:31.790300 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:31.875192 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=67df0ed3-4a7f-4353-a18d-274a902ce784,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:31.901496 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab8050c9-34c7-4b4c-8b13-b38420acad31 req-74f4ac48-0d8e-4822-a1a7-f657e6323f99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665175 Mar 05 02:54:31.930304 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e4c0-cdb0-40bb-949f-6f662486c59f req-0399e85d-3e08-461d-bba7-57f406887315 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:31.931935 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1139e4c0-cdb0-40bb-949f-6f662486c59f req-0399e85d-3e08-461d-bba7-57f406887315 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1915827 Mar 05 02:54:31.994249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21aaca-bb6e-42e1-a9a2-3e93cc5417bc req-00178145-da84-486d-84ef-e5129d00b5c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:31.995910 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8b21aaca-bb6e-42e1-a9a2-3e93cc5417bc req-00178145-da84-486d-84ef-e5129d00b5c4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1834028 Mar 05 02:54:32.023677 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1139e4c0-cdb0-40bb-949f-6f662486c59f req-d76c7d40-8f01-4bd7-adb7-e65a7d013b98 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821662 Mar 05 02:54:32.081999 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8b21aaca-bb6e-42e1-a9a2-3e93cc5417bc req-b9709edd-a4ff-4b1f-ab1b-039e26ce3578 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765829 Mar 05 02:54:32.170987 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f678e-aa24-41a9-9c05-60ab9f4bf7e4 req-28d1a8ab-a373-4b79-87f8-99e5997a00e8 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:32.172620 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-482f678e-aa24-41a9-9c05-60ab9f4bf7e4 req-28d1a8ab-a373-4b79-87f8-99e5997a00e8 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0594778 Mar 05 02:54:32.231049 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-482f678e-aa24-41a9-9c05-60ab9f4bf7e4 req-d839b423-e675-40bd-8090-4231dc39ef61 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529702 Mar 05 02:54:32.475655 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3cc99-3f3e-46e0-92a6-7e6ec8f9e5ef req-ae65ed79-814a-4fe2-8227-516198edc3b2 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:32.477412 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3df3cc99-3f3e-46e0-92a6-7e6ec8f9e5ef req-ae65ed79-814a-4fe2-8227-516198edc3b2 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 945 time: 0.0780587 Mar 05 02:54:32.564616 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5f7e6-a4ab-4551-9b07-b7dc647d38b5 req-08699427-8e0e-43cc-837f-694c57224a95 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:32.566364 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-50c5f7e6-a4ab-4551-9b07-b7dc647d38b5 req-08699427-8e0e-43cc-837f-694c57224a95 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 950 time: 0.0879292 Mar 05 02:54:32.582621 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3df3cc99-3f3e-46e0-92a6-7e6ec8f9e5ef req-795a3661-0f6e-4d1c-afd1-a8d7330451cc tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952573 Mar 05 02:54:32.663134 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-50c5f7e6-a4ab-4551-9b07-b7dc647d38b5 req-7d961076-cff3-47b7-9495-5c1707c04af0 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622103 Mar 05 02:54:32.804840 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3f3ad-df41-462c-8c30-98338255f677 req-45566325-0684-4e1c-a91a-78a0dda2f7bf tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:32.809998 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f2b3f3ad-df41-462c-8c30-98338255f677 req-45566325-0684-4e1c-a91a-78a0dda2f7bf tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.0725055 Mar 05 02:54:32.867186 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f2b3f3ad-df41-462c-8c30-98338255f677 req-5aa32e35-ee6d-4d93-80d1-23227b28824a tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543044 Mar 05 02:54:33.155551 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0a3da-226d-454f-895b-fe2801adcea2 req-e75742fb-bd80-4374-b03d-0c709ce4d884 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.157099 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9bb0a3da-226d-454f-895b-fe2801adcea2 req-e75742fb-bd80-4374-b03d-0c709ce4d884 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0569541 Mar 05 02:54:33.243069 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9bb0a3da-226d-454f-895b-fe2801adcea2 req-3064c352-dcf4-4a38-9066-72c9e839b9d6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757911 Mar 05 02:54:33.251336 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d56ca-5255-4d56-a19b-ae0d6d878ac4 req-67bf313c-bcec-4895-a922-1dc57c5bddd2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.252796 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b0d56ca-5255-4d56-a19b-ae0d6d878ac4 req-67bf313c-bcec-4895-a922-1dc57c5bddd2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0941980 Mar 05 02:54:33.306465 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b0d56ca-5255-4d56-a19b-ae0d6d878ac4 req-093424e5-3294-44c7-920d-c663624c820e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Mar 05 02:54:33.358963 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4ac82-0ac8-4094-a2f2-c45c93b8db29 req-d16f19bd-598f-4c5b-ae2b-d4e706122604 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.360432 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-20e4ac82-0ac8-4094-a2f2-c45c93b8db29 req-d16f19bd-598f-4c5b-ae2b-d4e706122604 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0530953 Mar 05 02:54:33.406575 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-20e4ac82-0ac8-4094-a2f2-c45c93b8db29 req-2f6fea36-c55c-4868-9e98-1ad0f9e02cbc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Mar 05 02:54:33.412976 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f2b8e-9af1-4395-9995-f34cd8187681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cfcfd4-050a-4cef-9d98-a1860af5f5ca'}, {'server_uuid': 'a8a27b43-73c6-4d5a-87ee-888eda8d677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67df0ed3-4a7f-4353-a18d-274a902ce784'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:33.415364 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f85d9-38f0-4910-8558-4c935c851d1c" -d '{"events": [{"server_uuid": "d73f2b8e-9af1-4395-9995-f34cd8187681", "name": "network-vif-plugged", "status": "completed", "tag": "63cfcfd4-050a-4cef-9d98-a1860af5f5ca"}, {"server_uuid": "a8a27b43-73c6-4d5a-87ee-888eda8d677b", "name": "network-vif-plugged", "status": "completed", "tag": "67df0ed3-4a7f-4353-a18d-274a902ce784"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:33.454414 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f1a86-0575-45b9-b6ee-b05b1d772deb x-openstack-request-id: req-785f1a86-0575-45b9-b6ee-b05b1d772deb {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:33.454780 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f2b8e-9af1-4395-9995-f34cd8187681", "name": "network-vif-plugged", "status": "completed", "tag": "63cfcfd4-050a-4cef-9d98-a1860af5f5ca", "code": 200}, {"server_uuid": "a8a27b43-73c6-4d5a-87ee-888eda8d677b", "name": "network-vif-plugged", "status": "completed", "tag": "67df0ed3-4a7f-4353-a18d-274a902ce784", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:33.455226 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-785f1a86-0575-45b9-b6ee-b05b1d772deb {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:33.455634 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f2b8e-9af1-4395-9995-f34cd8187681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cfcfd4-050a-4cef-9d98-a1860af5f5ca', 'code': 200} Mar 05 02:54:33.455895 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a27b43-73c6-4d5a-87ee-888eda8d677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67df0ed3-4a7f-4353-a18d-274a902ce784', 'code': 200} Mar 05 02:54:33.701996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0b66e-6a3b-40b6-8782-e2380fcd84c2 req-ab71805a-b19a-4762-beca-882c7641dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.705142 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-21c0b66e-6a3b-40b6-8782-e2380fcd84c2 req-ab71805a-b19a-4762-beca-882c7641dfc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 1129 time: 0.0541062 Mar 05 02:54:33.737235 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1484c-eebc-4167-9ef1-e58ac459f8ae req-e94f0948-a6fd-4c4a-9545-fad4d4c64bdb tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.738841 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7aa1484c-eebc-4167-9ef1-e58ac459f8ae req-e94f0948-a6fd-4c4a-9545-fad4d4c64bdb tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 945 time: 0.0909195 Mar 05 02:54:33.741655 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400fee-bb21-4fa9-a50f-3a285b3c1180 req-185a8903-d6f5-4b77-af91-71f9e932f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.743108 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91400fee-bb21-4fa9-a50f-3a285b3c1180 req-185a8903-d6f5-4b77-af91-71f9e932f7ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 1134 time: 0.0867693 Mar 05 02:54:33.766641 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-21c0b66e-6a3b-40b6-8782-e2380fcd84c2 req-561f9a52-5857-4139-bd58-0472d78f63ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504260 Mar 05 02:54:33.878320 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7aa1484c-eebc-4167-9ef1-e58ac459f8ae req-dffea7b0-bb36-42f7-88ed-df66cf1e84ba tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318297 Mar 05 02:54:33.896162 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91400fee-bb21-4fa9-a50f-3a285b3c1180 req-85265f2c-ee21-4255-b395-4405078bdea1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421056 Mar 05 02:54:33.907777 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504314-fdb5-40f2-bc2b-27a5b3c30387 req-d6f46aaa-4c5d-4a79-b6d8-4548e642d5b1 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.909300 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-68504314-fdb5-40f2-bc2b-27a5b3c30387 req-d6f46aaa-4c5d-4a79-b6d8-4548e642d5b1 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 950 time: 0.1388035 Mar 05 02:54:33.911477 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-50d87dca-6346-4c92-99b3-1a9a8468c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.912852 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-50d87dca-6346-4c92-99b3-1a9a8468c0ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 1129 time: 0.1540043 Mar 05 02:54:33.989736 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-68504314-fdb5-40f2-bc2b-27a5b3c30387 req-a1eeb317-78b8-493b-b6a8-92bd5e73e273 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724645 Mar 05 02:54:34.012891 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e337a-93a5-46be-b602-c0685a9e37c5 req-0ce6fda2-ca91-451a-83b6-801e7daf5cee tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.014311 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-511e337a-93a5-46be-b602-c0685a9e37c5 req-0ce6fda2-ca91-451a-83b6-801e7daf5cee tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.0672343 Mar 05 02:54:34.064389 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-511e337a-93a5-46be-b602-c0685a9e37c5 req-63709bff-9f44-4753-8f54-dcfd7d376102 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Mar 05 02:54:34.321692 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-ec05d4c4-b9ef-4697-84f8-81ece23db06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.323283 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-ec05d4c4-b9ef-4697-84f8-81ece23db06f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.1069903 Mar 05 02:54:34.473611 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-07009997-175a-494e-9be6-833c65d6f6e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 200 len: 1000 time: 0.1352549 Mar 05 02:54:34.488130 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250443d-ec5d-42d3-bf7b-b13147bdaee5 req-54c09334-345b-4a36-820e-8c50dec7716e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.489672 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4250443d-ec5d-42d3-bf7b-b13147bdaee5 req-54c09334-345b-4a36-820e-8c50dec7716e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1527016 Mar 05 02:54:34.536345 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b3bd9-db7b-4a56-9abd-7c30cf5083ac req-e895de0e-4dfa-4314-beb8-afb7ea86c14c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.537711 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-689b3bd9-db7b-4a56-9abd-7c30cf5083ac req-e895de0e-4dfa-4314-beb8-afb7ea86c14c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.1270950 Mar 05 02:54:34.593184 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-359cced1-0ba3-43a5-945b-40096b24be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.594682 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-359cced1-0ba3-43a5-945b-40096b24be2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.1035018 Mar 05 02:54:34.627600 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4250443d-ec5d-42d3-bf7b-b13147bdaee5 req-0fc5d13e-5ee0-4623-bdd2-5a81731b41f0 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269002 Mar 05 02:54:34.658837 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-689b3bd9-db7b-4a56-9abd-7c30cf5083ac req-1bd60c3d-c39e-4cee-ac9d-6cb59f4bae8b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099031 Mar 05 02:54:34.684233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-b1166cb5-8dd7-4380-8701-8992005b0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.686892 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-b1166cb5-8dd7-4380-8701-8992005b0787 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752859 Mar 05 02:54:34.739496 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:54:34.803291 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48610-049e-4022-ae37-7ee03ec18723 req-1e6ab2d3-257d-434d-bd97-90010e162e1b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.804771 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-51c48610-049e-4022-ae37-7ee03ec18723 req-1e6ab2d3-257d-434d-bd97-90010e162e1b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1138787 Mar 05 02:54:35.053858 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-8e70d5ba-f7e9-441d-b036-391c25b12a5c service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543129 Mar 05 02:54:35.129515 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-51c48610-049e-4022-ae37-7ee03ec18723 req-fdf2efa0-85eb-4a30-8663-6dbaf23c8f40 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166630 Mar 05 02:54:35.199513 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae19a3-8627-4fc8-b960-2db1fe0fe54e req-8874e999-5acd-4bf5-a075-72d3c3067572 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:35.201017 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0cae19a3-8627-4fc8-b960-2db1fe0fe54e req-8874e999-5acd-4bf5-a075-72d3c3067572 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 950 time: 0.1363540 Mar 05 02:54:35.255781 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-395e9ffc-ab95-4039-ae32-3fdc5a618862 req-75cb4a31-a916-40b2-a6c4-4903afc9ef86 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900260 Mar 05 02:54:35.292802 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0cae19a3-8627-4fc8-b960-2db1fe0fe54e req-e9da8ee8-dc33-4871-b74e-f3aa9bda2387 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772634 Mar 05 02:54:35.301106 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f19f3-6d85-42f2-b30f-a3490b2e75d9 req-815d30dd-c2b8-4008-be03-3733abeda478 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:35.302566 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-360f19f3-6d85-42f2-b30f-a3490b2e75d9 req-815d30dd-c2b8-4008-be03-3733abeda478 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.1006844 Mar 05 02:54:35.353492 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-360f19f3-6d85-42f2-b30f-a3490b2e75d9 req-05f2b59f-68f1-4a51-bb00-dc3eb1033da8 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 Mar 05 02:54:35.781383 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6dd7e-2d15-40fe-be15-cfa88912f195 req-02cb50f5-5d74-42d9-977a-c73c3e3e909d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:35.782950 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-71e6dd7e-2d15-40fe-be15-cfa88912f195 req-02cb50f5-5d74-42d9-977a-c73c3e3e909d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0902336 Mar 05 02:54:35.817480 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620ac2-e06a-4d55-a7d7-0dd8346fb2c3 req-6752c1fc-f124-433b-83f5-1540a6478074 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:35.819139 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3620ac2-e06a-4d55-a7d7-0dd8346fb2c3 req-6752c1fc-f124-433b-83f5-1540a6478074 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 945 time: 0.0864308 Mar 05 02:54:35.857668 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-71e6dd7e-2d15-40fe-be15-cfa88912f195 req-2eb9fff7-32ad-401a-a1c1-c619487c685d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679331 Mar 05 02:54:35.883068 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3620ac2-e06a-4d55-a7d7-0dd8346fb2c3 req-b2e94cbd-1da1-42c9-9bc4-5f532cdafa01 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537114 Mar 05 02:54:36.253593 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d023-a4d6-4d62-be7d-4c76571ca076 req-68c07078-bbf0-4753-98c0-99d89869790a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:36.255126 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77f0d023-a4d6-4d62-be7d-4c76571ca076 req-68c07078-bbf0-4753-98c0-99d89869790a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0584364 Mar 05 02:54:36.303968 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77f0d023-a4d6-4d62-be7d-4c76571ca076 req-063dca3a-a1d0-41f7-914f-c56271e70aa7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 Mar 05 02:54:36.413286 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca1053-0a99-49fa-b2bf-3c534f7bba33 req-17575d3c-0b4e-4d5e-986e-9f61c59d7486 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:36.414896 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34ca1053-0a99-49fa-b2bf-3c534f7bba33 req-17575d3c-0b4e-4d5e-986e-9f61c59d7486 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 950 time: 0.0556147 Mar 05 02:54:36.496484 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34ca1053-0a99-49fa-b2bf-3c534f7bba33 req-f9391a82-f549-42bf-b2e0-4b29083179d9 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735631 Mar 05 02:54:36.521783 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab8545-609b-4b08-947e-ba6246334ff2 req-8643b861-3c07-4efe-b8cb-95e3ae55aced tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:36.523283 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6fab8545-609b-4b08-947e-ba6246334ff2 req-8643b861-3c07-4efe-b8cb-95e3ae55aced tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.0746293 Mar 05 02:54:36.571706 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6fab8545-609b-4b08-947e-ba6246334ff2 req-b3988e6f-b779-42a8-baec-4154226ff55d tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Mar 05 02:54:36.743617 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:54:36.763126 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21974f2-5eab-4339-9689-9d12ffd8ab8f req-aca014b7-e6f8-4479-9add-57c1dca49054 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:36.765101 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c21974f2-5eab-4339-9689-9d12ffd8ab8f req-aca014b7-e6f8-4479-9add-57c1dca49054 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 950 time: 0.0596776 Mar 05 02:54:36.817508 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c21974f2-5eab-4339-9689-9d12ffd8ab8f req-f7d8c82e-0fb9-47b2-a083-295d1d7a5275 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459261 Mar 05 02:54:36.825261 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f280dd1a-3e15-49a1-9569-b6b40278e2a2 is: ACTIVE; New status is: DOWN {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:36.825651 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.849773 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:36.851967 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4934086d-8c18-4a40-9ca3-39846927edef" -d '{"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:36.870133 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:36.875923 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.954955 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=8']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:36.959527 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58944169-3aa9-4136-b0f7-47490ede496e x-openstack-request-id: req-58944169-3aa9-4136-b0f7-47490ede496e {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:36.959806 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:36.960242 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58944169-3aa9-4136-b0f7-47490ede496e {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:36.960938 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'code': 200} Mar 05 02:54:37.035657 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1a52-1a63-4452-b4d0-105aa50bcd12 req-dad674bc-db55-4251-b7dd-ac43c1c2ab70 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:37.037123 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c01c1a52-1a63-4452-b4d0-105aa50bcd12 req-dad674bc-db55-4251-b7dd-ac43c1c2ab70 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0913496 Mar 05 02:54:37.048174 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac43995-7c32-47fe-b465-6dbd5e357854 req-3412fea2-a54b-48ca-be8d-e55a0c363e66 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:37.049533 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ac43995-7c32-47fe-b465-6dbd5e357854 req-3412fea2-a54b-48ca-be8d-e55a0c363e66 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0703478 Mar 05 02:54:37.123751 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c01c1a52-1a63-4452-b4d0-105aa50bcd12 req-88bd21d3-aace-4244-a444-45e6928908fd tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732567 Mar 05 02:54:37.128067 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ac43995-7c32-47fe-b465-6dbd5e357854 req-d422195c-d793-4634-828d-96b3930cf8e3 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721786 Mar 05 02:54:37.423505 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbdf66-d853-4b12-8c73-5038b7e33067 req-b09d1e82-1065-4474-985b-1ccf2749a49b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:37.425024 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d7bbdf66-d853-4b12-8c73-5038b7e33067 req-b09d1e82-1065-4474-985b-1ccf2749a49b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.0865231 Mar 05 02:54:37.448603 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373873-b195-436b-ba8e-378cb7f17eb2 req-788fd2a6-0a39-47f9-b96b-bdc8dd1b26fa tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:37.450050 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e4373873-b195-436b-ba8e-378cb7f17eb2 req-788fd2a6-0a39-47f9-b96b-bdc8dd1b26fa tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0760860 Mar 05 02:54:37.512077 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d7bbdf66-d853-4b12-8c73-5038b7e33067 req-cc69264e-c770-4f23-8b57-28a4137d4ed7 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802672 Mar 05 02:54:37.523805 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e4373873-b195-436b-ba8e-378cb7f17eb2 req-cec707ee-0fa2-48ad-8a19-cd104ba916ec tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667086 Mar 05 02:54:37.934724 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e85380-b11e-4ee9-ab06-a2cb03b758c9 req-df2219f2-a079-4fbd-aefa-dc2a12e9db5f tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:37.936881 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4e85380-b11e-4ee9-ab06-a2cb03b758c9 req-df2219f2-a079-4fbd-aefa-dc2a12e9db5f tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 950 time: 0.0524402 Mar 05 02:54:37.984216 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4e85380-b11e-4ee9-ab06-a2cb03b758c9 req-0062778d-f748-4eb1-9abd-f94130e14268 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Mar 05 02:54:38.278440 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bf2d7-7c7f-4e63-89cc-57c2d276b73b req-0eaf24d0-5f01-49c6-aac4-fccff7794728 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:38.280438 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0b4bf2d7-7c7f-4e63-89cc-57c2d276b73b req-0eaf24d0-5f01-49c6-aac4-fccff7794728 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0860124 Mar 05 02:54:38.287596 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054a874-b606-4cc8-99f1-cabc14749835 req-24d33f6d-9460-4ea7-8386-2e719242fbfa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:38.288973 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1054a874-b606-4cc8-99f1-cabc14749835 req-24d33f6d-9460-4ea7-8386-2e719242fbfa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0847311 Mar 05 02:54:38.366663 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0b4bf2d7-7c7f-4e63-89cc-57c2d276b73b req-cea59aa0-21a6-4071-81da-fb558f5c0ea1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767736 Mar 05 02:54:38.370568 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1054a874-b606-4cc8-99f1-cabc14749835 req-496876bc-1594-4c28-bbff-1e89a26d503f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737331 Mar 05 02:54:38.639540 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf18a5-cd32-4d09-a6ce-4bf2d5389053 req-c1b74b42-5e07-49af-827b-f5bda76807e7 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:38.641057 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1ccf18a5-cd32-4d09-a6ce-4bf2d5389053 req-c1b74b42-5e07-49af-827b-f5bda76807e7 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.0565937 Mar 05 02:54:38.672387 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.692909 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1ccf18a5-cd32-4d09-a6ce-4bf2d5389053 req-6deba885-595d-4209-b234-cfbaf8d72b21 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Mar 05 02:54:38.805046 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160b840-1f63-4c44-8131-5da1e896374e req-f164d23d-ab43-4821-8c52-96b784211366 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:38.806534 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d160b840-1f63-4c44-8131-5da1e896374e req-f164d23d-ab43-4821-8c52-96b784211366 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0608852 Mar 05 02:54:38.865921 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-10cd371d-8bd4-4f56-bc7e-f93e24dbef5c req-bff6de5b-2391-48d8-b24f-50f033e38bd1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:54:38.866891 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-10cd371d-8bd4-4f56-bc7e-f93e24dbef5c req-bff6de5b-2391-48d8-b24f-50f033e38bd1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067348 Mar 05 02:54:38.896525 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d160b840-1f63-4c44-8131-5da1e896374e req-2c99dd25-62fe-4dda-a4b3-6361ea9e17a6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837138 Mar 05 02:54:38.908237 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe270-6da3-488f-acce-1992e1510f2f req-e6cadb40-4d71-4402-81d7-7915ca3703c2 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:38.909828 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c56fe270-6da3-488f-acce-1992e1510f2f req-e6cadb40-4d71-4402-81d7-7915ca3703c2 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 950 time: 0.0900505 Mar 05 02:54:39.054131 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Deleting port 67df0ed3-4a7f-4353-a18d-274a902ce784 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:54:39.054814 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.098249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76650dfb-4bc6-4af1-b478-474fe35cd35e req-585736ac-f311-49d3-a0d0-7d006a64798c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:39.099774 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-76650dfb-4bc6-4af1-b478-474fe35cd35e req-585736ac-f311-49d3-a0d0-7d006a64798c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1085305 Mar 05 02:54:39.234269 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-76650dfb-4bc6-4af1-b478-474fe35cd35e req-b9dbe98c-736d-4b00-b7c6-fa6c4de4de9b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155169 Mar 05 02:54:39.240926 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a3f0b-ceee-4074-a17b-7f662847a968 req-36d48086-1017-4a45-acbe-a22e1c87bf98 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:39.242371 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3f7a3f0b-ceee-4074-a17b-7f662847a968 req-36d48086-1017-4a45-acbe-a22e1c87bf98 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8a27b43-73c6-4d5a-87ee-888eda8d677b HTTP/1.1" status: 200 len: 950 time: 0.1833398 Mar 05 02:54:39.244197 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] For port 67df0ed3-4a7f-4353-a18d-274a902ce784, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=67df0ed3-4a7f-4353-a18d-274a902ce784,segment=NetworkSegment(c7ecab7a-4db8-4637-af9c-21ac556a7710),segment_id=c7ecab7a-4db8-4637-af9c-21ac556a7710)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:39.244566 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.264112 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Calling delete_port for 67df0ed3-4a7f-4353-a18d-274a902ce784 owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:54:39.346047 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3f7a3f0b-ceee-4074-a17b-7f662847a968 req-e70ee598-e576-401c-ba1c-485b7596dc36 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c638ee2-21a7-48c0-95e3-7b9c6a86239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928233 Mar 05 02:54:39.434672 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (67df0ed3-4a7f-4353-a18d-274a902ce784), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.452204 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['67df0ed3-4a7f-4353-a18d-274a902ce784'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:39.496911 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Pushing event deleted for resources: {'Port': ['ID=67df0ed3-4a7f-4353-a18d-274a902ce784,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:39.579191 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] No DVR routers for this DVR port 67df0ed3-4a7f-4353-a18d-274a902ce784 on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:54:39.585399 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.588946 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c56fe270-6da3-488f-acce-1992e1510f2f req-35e34889-68ad-4110-bd61-229d4ac31535 tempest-VolumesNegativeTest-1423831724 tempest-VolumesNegativeTest-1423831724-project] 10.222.0.13 "DELETE /v2.0/ports/67df0ed3-4a7f-4353-a18d-274a902ce784 HTTP/1.1" status: 204 len: 173 time: 0.6738238 Mar 05 02:54:39.590986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a27b43-73c6-4d5a-87ee-888eda8d677b', 'name': 'network-vif-deleted', 'tag': '67df0ed3-4a7f-4353-a18d-274a902ce784'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:39.593986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5759bf-20a7-478b-aab5-3a954722d0fe" -d '{"events": [{"server_uuid": "a8a27b43-73c6-4d5a-87ee-888eda8d677b", "name": "network-vif-deleted", "tag": "67df0ed3-4a7f-4353-a18d-274a902ce784"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:39.608928 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba616f-8d27-4239-99a3-b7683c039d04 req-d55cb72d-5e24-4131-ad15-014296bb0ee1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:39.610468 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dba616f-8d27-4239-99a3-b7683c039d04 req-d55cb72d-5e24-4131-ad15-014296bb0ee1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1727805 Mar 05 02:54:39.637273 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-c349ad2d-b6e8-4c66-85cf-4fdda2bb0bad tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:39.640097 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-c349ad2d-b6e8-4c66-85cf-4fdda2bb0bad tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.1698208 Mar 05 02:54:39.648177 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab315f3-1a19-4336-84d3-f2562fc69be6 x-openstack-request-id: req-4ab315f3-1a19-4336-84d3-f2562fc69be6 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:39.648472 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a27b43-73c6-4d5a-87ee-888eda8d677b", "name": "network-vif-deleted", "tag": "67df0ed3-4a7f-4353-a18d-274a902ce784", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:39.648787 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ab315f3-1a19-4336-84d3-f2562fc69be6 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:39.649179 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a27b43-73c6-4d5a-87ee-888eda8d677b', 'name': 'network-vif-deleted', 'tag': '67df0ed3-4a7f-4353-a18d-274a902ce784', 'status': 'completed', 'code': 200} Mar 05 02:54:39.712233 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dba616f-8d27-4239-99a3-b7683c039d04 req-97eb7471-e815-4066-b473-3bfb7829e7a8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945132 Mar 05 02:54:39.814036 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Deleting port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:54:39.814297 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.889430 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd02929-dbf0-4016-aeb2-e6a1b1d78afb req-f3e1f0a2-07b2-40ce-8420-e4676ee06cc0 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:39.890851 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1fd02929-dbf0-4016-aeb2-e6a1b1d78afb req-f3e1f0a2-07b2-40ce-8420-e4676ee06cc0 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73f2b8e-9af1-4395-9995-f34cd8187681 HTTP/1.1" status: 200 len: 945 time: 0.1217566 Mar 05 02:54:39.940518 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] For port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,segment=NetworkSegment(a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe),segment_id=a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:39.940954 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.963472 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Calling delete_port for 63cfcfd4-050a-4cef-9d98-a1860af5f5ca owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:54:39.974454 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1fd02929-dbf0-4016-aeb2-e6a1b1d78afb req-6f910f2c-07f0-4e75-8012-fbbd0c729669 tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a303d63-0d20-4ab5-bf01-99f5d360df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766783 Mar 05 02:54:40.084453 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9e1bd-d072-4b99-ba61-4ec9496ffc6d req-9f0a019d-ae41-4868-ae85-fc107a072832 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:40.086009 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ce9e1bd-d072-4b99-ba61-4ec9496ffc6d req-9f0a019d-ae41-4868-ae85-fc107a072832 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1173329 Mar 05 02:54:40.172402 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ce9e1bd-d072-4b99-ba61-4ec9496ffc6d req-90d52b0f-c192-4438-9c2c-a36a0fe0e63f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805223 Mar 05 02:54:40.176655 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (63cfcfd4-050a-4cef-9d98-a1860af5f5ca), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.188961 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['63cfcfd4-050a-4cef-9d98-a1860af5f5ca'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:40.214983 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Pushing event deleted for resources: {'Port': ['ID=63cfcfd4-050a-4cef-9d98-a1860af5f5ca,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:40.257998 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] No DVR routers for this DVR port 63cfcfd4-050a-4cef-9d98-a1860af5f5ca on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:54:40.260296 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.263715 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9f22947c-ef64-432d-98f4-4984cc3fad01 req-b781b39f-4db0-4aea-b961-4aaab471d40b tempest-VolumesActionsTest-482213318 tempest-VolumesActionsTest-482213318-project] 10.222.0.13 "DELETE /v2.0/ports/63cfcfd4-050a-4cef-9d98-a1860af5f5ca HTTP/1.1" status: 204 len: 173 time: 0.6056683 Mar 05 02:54:40.366833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8777e8-70ff-4644-8177-bdab63bd23d9 req-97057790-ba2c-49b0-9cd0-33606be51103 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:40.368491 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0a8777e8-70ff-4644-8177-bdab63bd23d9 req-97057790-ba2c-49b0-9cd0-33606be51103 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0565169 Mar 05 02:54:40.420911 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0a8777e8-70ff-4644-8177-bdab63bd23d9 req-7870794b-a6c3-40f1-85bc-f63460db50d9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461738 Mar 05 02:54:40.767611 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:54:40.858648 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f280dd1a-3e15-49a1-9569-b6b40278e2a2 is: DOWN; New status is: DOWN {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:40.878241 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1b811-002c-476b-9f97-a1e1f1bffdc7 req-4b09a12c-2ae0-4d91-98c7-a962e3f12a53 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:40.879720 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e0c1b811-002c-476b-9f97-a1e1f1bffdc7 req-4b09a12c-2ae0-4d91-98c7-a962e3f12a53 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0718956 Mar 05 02:54:40.927778 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e0c1b811-002c-476b-9f97-a1e1f1bffdc7 req-5e0df8d0-80ca-4053-8eaa-a90c79899596 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Mar 05 02:54:41.316770 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041f527-065f-40eb-bc62-13f346e98a20 req-aa8afc35-4876-44cf-a158-33b90ae7d906 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:41.318376 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b041f527-065f-40eb-bc62-13f346e98a20 req-aa8afc35-4876-44cf-a158-33b90ae7d906 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0616643 Mar 05 02:54:41.383037 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b041f527-065f-40eb-bc62-13f346e98a20 req-2dcc489e-48cb-434e-bc33-02a4e9bdaf9a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577002 Mar 05 02:54:41.579636 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a3ac-01c5-41c2-8165-712505d5022f req-7bd3e98e-e665-4fea-98a3-1bcb14ff8803 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:41.581378 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b4a5a3ac-01c5-41c2-8165-712505d5022f req-7bd3e98e-e665-4fea-98a3-1bcb14ff8803 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0823851 Mar 05 02:54:41.631909 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:41.646735 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b4a5a3ac-01c5-41c2-8165-712505d5022f req-b1b3105e-074a-45a6-a2aa-98f0b5bf8043 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591464 Mar 05 02:54:41.650320 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f2b8e-9af1-4395-9995-f34cd8187681', 'name': 'network-vif-deleted', 'tag': '63cfcfd4-050a-4cef-9d98-a1860af5f5ca'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:41.654127 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eaa9d1-8813-4c2b-8438-30be64077c04" -d '{"events": [{"server_uuid": "d73f2b8e-9af1-4395-9995-f34cd8187681", "name": "network-vif-deleted", "tag": "63cfcfd4-050a-4cef-9d98-a1860af5f5ca"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:41.753007 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9064cddf-fd94-46f3-82cb-10c2e98fc4f1 x-openstack-request-id: req-9064cddf-fd94-46f3-82cb-10c2e98fc4f1 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:41.753475 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f2b8e-9af1-4395-9995-f34cd8187681", "name": "network-vif-deleted", "tag": "63cfcfd4-050a-4cef-9d98-a1860af5f5ca", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:41.753906 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9064cddf-fd94-46f3-82cb-10c2e98fc4f1 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:41.754544 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f2b8e-9af1-4395-9995-f34cd8187681', 'name': 'network-vif-deleted', 'tag': '63cfcfd4-050a-4cef-9d98-a1860af5f5ca', 'status': 'completed', 'code': 200} Mar 05 02:54:41.761722 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-afb5d2d4-8625-45ba-ac81-50452a7bd8a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273506 Mar 05 02:54:41.776068 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-514aa3c7-3d9f-4756-83db-7707f978381a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:54:41.777365 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-514aa3c7-3d9f-4756-83db-7707f978381a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082409 Mar 05 02:54:41.892601 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 51658) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:42.018174 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-d1a3defe-1159-42cc-ad5a-14206a4e955a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:42.019554 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-d1a3defe-1159-42cc-ad5a-14206a4e955a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports/f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 200 len: 940 time: 0.1259131 Mar 05 02:54:42.067407 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed6dc0-28a0-44d6-9fb3-f9a9ef0812f5 req-7ea7a5a8-b588-41bb-a9f8-b4af8424685a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:42.069668 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1aed6dc0-28a0-44d6-9fb3-f9a9ef0812f5 req-7ea7a5a8-b588-41bb-a9f8-b4af8424685a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0659599 Mar 05 02:54:42.145208 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1aed6dc0-28a0-44d6-9fb3-f9a9ef0812f5 req-0b2641d7-bf02-4c88-b320-7621302fe1f2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694079 Mar 05 02:54:42.517463 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c4e73-21d3-4904-b960-3e825114f516 req-3ba0cb66-7288-49be-9028-de0adcaa0425 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:42.518973 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a84c4e73-21d3-4904-b960-3e825114f516 req-3ba0cb66-7288-49be-9028-de0adcaa0425 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0653718 Mar 05 02:54:42.582039 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a84c4e73-21d3-4904-b960-3e825114f516 req-f46bc56e-38d4-4462-ba0a-c90c39ddd40e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562613 Mar 05 02:54:42.805183 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450de55-20ea-4608-b7ee-e5d4a33f293e req-45c359ae-dfd9-48e7-b44c-397d1cb620d9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:42.806745 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3450de55-20ea-4608-b7ee-e5d4a33f293e req-45c359ae-dfd9-48e7-b44c-397d1cb620d9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0545657 Mar 05 02:54:42.865628 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3450de55-20ea-4608-b7ee-e5d4a33f293e req-c7442601-d64d-44cc-b834-c1fe9e26d344 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533283 Mar 05 02:54:43.274980 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97836e7e-6626-416e-b5e4-24ca70115649 req-b89abb19-ab5b-462d-8ead-408c6ef91669 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:43.276472 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-97836e7e-6626-416e-b5e4-24ca70115649 req-b89abb19-ab5b-462d-8ead-408c6ef91669 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0558836 Mar 05 02:54:43.335525 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-97836e7e-6626-416e-b5e4-24ca70115649 req-b50e7429-28e6-4f65-b25a-b0157d6f94e1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522802 Mar 05 02:54:43.425613 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 63cfcfd4-050a-4cef-9d98-a1860af5f5ca no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:54:43.450610 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 63cfcfd4-050a-4cef-9d98-a1860af5f5ca {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:54:43.451182 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 63cfcfd4-050a-4cef-9d98-a1860af5f5ca not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:54:43.451785 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 67df0ed3-4a7f-4353-a18d-274a902ce784 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:54:43.475667 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 67df0ed3-4a7f-4353-a18d-274a902ce784 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:54:43.476144 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 67df0ed3-4a7f-4353-a18d-274a902ce784 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:54:43.737091 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b37c2-fbbe-4d8d-a0e7-d1bf857a4103 req-1071acba-10fa-4255-a572-501e37335b03 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:43.738605 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-794b37c2-fbbe-4d8d-a0e7-d1bf857a4103 req-1071acba-10fa-4255-a572-501e37335b03 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0592067 Mar 05 02:54:43.787656 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-794b37c2-fbbe-4d8d-a0e7-d1bf857a4103 req-d26c0f3c-b989-4375-a0df-52619d8f5853 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434759 Mar 05 02:54:44.018780 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f319a-c735-4aba-8bcd-0b314f78ba14 req-3995b2a4-35ae-4111-90ec-491f387a73e9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:44.020304 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7d9f319a-c735-4aba-8bcd-0b314f78ba14 req-3995b2a4-35ae-4111-90ec-491f387a73e9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0643432 Mar 05 02:54:44.067295 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7d9f319a-c735-4aba-8bcd-0b314f78ba14 req-5b9779c8-88a8-4c85-9e54-59dc142edad6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Mar 05 02:54:44.456747 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd331577-71aa-4a05-be7d-585253f133b8 req-95bf6b40-807b-476c-a19c-e21ac89d9c29 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:44.458410 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd331577-71aa-4a05-be7d-585253f133b8 req-95bf6b40-807b-476c-a19c-e21ac89d9c29 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0575676 Mar 05 02:54:44.506539 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd331577-71aa-4a05-be7d-585253f133b8 req-01cfd7e7-51a4-4d81-9c11-61c04e52c094 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425370 Mar 05 02:54:44.907306 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829456d5-c2d3-4fc7-a0a6-ce1fbc4efbb8 req-49168ac4-89f2-46f9-a8c5-fd49beede9a9 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:44.908793 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-829456d5-c2d3-4fc7-a0a6-ce1fbc4efbb8 req-49168ac4-89f2-46f9-a8c5-fd49beede9a9 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0509200 Mar 05 02:54:44.956378 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-829456d5-c2d3-4fc7-a0a6-ce1fbc4efbb8 req-63bd817a-0e74-4d52-8378-c9dc8b6683a1 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Mar 05 02:54:45.191236 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aaab1-ca02-40a0-a82f-fd161a396757 req-971e58c8-4d9d-4a8c-afad-5bfc71ffc14f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:45.192674 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-947aaab1-ca02-40a0-a82f-fd161a396757 req-971e58c8-4d9d-4a8c-afad-5bfc71ffc14f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0549583 Mar 05 02:54:45.238616 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-947aaab1-ca02-40a0-a82f-fd161a396757 req-185600c9-c03f-4251-b1e1-b94655c27c2d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404854 Mar 05 02:54:45.627310 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1086d-0aaf-4458-a839-8be21244529c req-145d25a1-eb21-42d9-bfe7-b3308bb4d870 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:45.628719 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8f1086d-0aaf-4458-a839-8be21244529c req-145d25a1-eb21-42d9-bfe7-b3308bb4d870 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0517492 Mar 05 02:54:45.674867 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8f1086d-0aaf-4458-a839-8be21244529c req-3a6b2bf7-3d0a-41fe-ba28-5b87c06d9d0d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Mar 05 02:54:46.072961 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b277e-2159-45c5-844a-d17cf12bb38f req-5633b309-ba4d-4cd8-82b5-3d38296e06ed tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.074430 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3c6b277e-2159-45c5-844a-d17cf12bb38f req-5633b309-ba4d-4cd8-82b5-3d38296e06ed tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0512071 Mar 05 02:54:46.123050 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3c6b277e-2159-45c5-844a-d17cf12bb38f req-8dc43a4a-a75e-42be-b87e-cf53231b5a49 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424016 Mar 05 02:54:46.383049 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c4cb-67e9-478e-9ef7-f1d397868f2f req-d3b28e78-1148-4f52-a0de-79247a37a0f7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.385275 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6bf9c4cb-67e9-478e-9ef7-f1d397868f2f req-d3b28e78-1148-4f52-a0de-79247a37a0f7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1146281 Mar 05 02:54:46.472824 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07992715-aa92-41ad-a377-2e0916a530f9 req-6e9231b4-2742-4d27-aa50-f6c7fdb204df tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.480016 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-07992715-aa92-41ad-a377-2e0916a530f9 req-6e9231b4-2742-4d27-aa50-f6c7fdb204df tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1431623 Mar 05 02:54:46.524928 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6bf9c4cb-67e9-478e-9ef7-f1d397868f2f req-924d3ab3-0bec-42db-bd02-58d0298d27ef tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293428 Mar 05 02:54:46.534012 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351c4c-dd67-4064-9523-99e998bc648b req-39186805-799b-4ede-aa11-a21f1c8cf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.535628 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91351c4c-dd67-4064-9523-99e998bc648b req-39186805-799b-4ede-aa11-a21f1c8cf9ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 1129 time: 0.1389971 Mar 05 02:54:46.602583 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-07992715-aa92-41ad-a377-2e0916a530f9 req-368f7b1d-98c4-4d43-9c7a-a0fa74adaf06 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216114 Mar 05 02:54:46.683626 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351c4c-dd67-4064-9523-99e998bc648b req-5fcc9c13-7bf0-4f69-8660-6e08a0dad8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.685029 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91351c4c-dd67-4064-9523-99e998bc648b req-5fcc9c13-7bf0-4f69-8660-6e08a0dad8bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 911 time: 0.1366706 Mar 05 02:54:46.772637 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 51976) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:46.820964 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91351c4c-dd67-4064-9523-99e998bc648b req-6155dc31-a82a-4dd0-a3dd-97eee85b8712 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff HTTP/1.1" status: 200 len: 1001 time: 0.1262352 Mar 05 02:54:46.884777 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351c4c-dd67-4064-9523-99e998bc648b req-32d7dd0f-4028-4e8b-b0a0-5c17c10fc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.886976 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91351c4c-dd67-4064-9523-99e998bc648b req-32d7dd0f-4028-4e8b-b0a0-5c17c10fc81b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.0524182 Mar 05 02:54:46.906929 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21639ba-3e52-445f-8918-240f9242b753 req-d3de8e41-fefe-40c8-95ec-bc8a6761c915 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.909129 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a21639ba-3e52-445f-8918-240f9242b753 req-d3de8e41-fefe-40c8-95ec-bc8a6761c915 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1436961 Mar 05 02:54:47.023006 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a21639ba-3e52-445f-8918-240f9242b753 req-3d035bd3-864a-4815-a506-a7070fe20756 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034751 Mar 05 02:54:47.043626 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351c4c-dd67-4064-9523-99e998bc648b req-b18273ca-1610-437d-82c9-cc956b20a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.045918 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91351c4c-dd67-4064-9523-99e998bc648b req-b18273ca-1610-437d-82c9-cc956b20a361 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1356180 Mar 05 02:54:47.073602 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d87aab80-98f4-427c-9ac9-f4fc5fe013e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6d0875d975e453cab8434d214003ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994573 Mar 05 02:54:47.075459 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 51986) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:47.202728 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91351c4c-dd67-4064-9523-99e998bc648b req-7d121a4b-3d69-41f8-b35e-aa246cb1711c service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493719 Mar 05 02:54:47.203403 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cebc03ce-cef0-49ba-8c0f-5dc7e4bd8d98 admin admin] Publish callbacks [] for security_group (7c638ee2-21a7-48c0-95e3-7b9c6a86239b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.472523 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cebc03ce-cef0-49ba-8c0f-5dc7e4bd8d98 admin admin] Publish callbacks [] for security_group (7c638ee2-21a7-48c0-95e3-7b9c6a86239b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.667294 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91351c4c-dd67-4064-9523-99e998bc648b req-7d0bdf21-a313-4338-a4c5-861ee96ad514 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487855 Mar 05 02:54:47.667752 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cebc03ce-cef0-49ba-8c0f-5dc7e4bd8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7c638ee2-21a7-48c0-95e3-7b9c6a86239b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.671166 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cebc03ce-cef0-49ba-8c0f-5dc7e4bd8d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.687818 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-cebc03ce-cef0-49ba-8c0f-5dc7e4bd8d98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c638ee2-21a7-48c0-95e3-7b9c6a86239b HTTP/1.1" status: 204 len: 168 time: 0.6068408 Mar 05 02:54:47.700963 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-06aef995-7685-4ef1-9512-f8eb9d47fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.702747 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-06aef995-7685-4ef1-9512-f8eb9d47fedd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7&tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2 HTTP/1.1" status: 200 len: 1127 time: 0.2283943 Mar 05 02:54:47.722252 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc03ce-cef0-49ba-8c0f-5dc7e4bd8d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c638ee2-21a7-48c0-95e3-7b9c6a86239b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:47.826488 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4af6a-9d25-40e7-bf73-449a01b6179d req-4c2c8e93-e7de-41bf-b0de-b7a98daad63e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.833227 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a0c4af6a-9d25-40e7-bf73-449a01b6179d req-4c2c8e93-e7de-41bf-b0de-b7a98daad63e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.2272184 Mar 05 02:54:47.942432 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-2d5fa3f3-ddeb-4684-ba16-913b5dd6b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.944318 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-2d5fa3f3-ddeb-4684-ba16-913b5dd6b98f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 1127 time: 0.1991568 Mar 05 02:54:48.022837 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a07d2-5f2f-4f5e-b8fe-295dfdb4a4aa req-1fb396d6-e6c9-4ba5-a3f6-7f7e6c9a6195 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:48.024354 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-711a07d2-5f2f-4f5e-b8fe-295dfdb4a4aa req-1fb396d6-e6c9-4ba5-a3f6-7f7e6c9a6195 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.2285681 Mar 05 02:54:48.035232 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a0c4af6a-9d25-40e7-bf73-449a01b6179d req-463084f8-4d24-45e8-a754-066e0d0d0224 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011554 Mar 05 02:54:48.184277 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-711a07d2-5f2f-4f5e-b8fe-295dfdb4a4aa req-354e4a25-6aca-43d7-a073-7305a6a6255a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478882 Mar 05 02:54:48.190212 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-a168ce1a-e4af-4b51-b58a-97a03a8039b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:48.191664 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-a168ce1a-e4af-4b51-b58a-97a03a8039b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.2364497 Mar 05 02:54:48.202679 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a212a-81de-455a-b82f-9a071689e6c6 req-b65c725d-483b-40ae-b2c3-e7bf7c47e1a0 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:48.204113 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-570a212a-81de-455a-b82f-9a071689e6c6 req-b65c725d-483b-40ae-b2c3-e7bf7c47e1a0 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0884833 Mar 05 02:54:48.294189 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-99da679c-d182-4559-bf7a-c1feddeed61b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 200 len: 998 time: 0.0888393 Mar 05 02:54:48.301817 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-570a212a-81de-455a-b82f-9a071689e6c6 req-9aa055e2-6b57-47c5-8beb-624f28080081 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915408 Mar 05 02:54:48.345594 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-65daf937-34c2-4ddc-a376-68790ed4fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:48.347103 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-65daf937-34c2-4ddc-a376-68790ed4fe7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.0444078 Mar 05 02:54:48.405705 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-23c1020a-b41b-4e72-91c9-d734498dc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:48.410479 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-23c1020a-b41b-4e72-91c9-d734498dc4e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553861 Mar 05 02:54:48.551990 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-b01c1ac3-0dfb-4949-bdfb-63e45aac2131 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010451 Mar 05 02:54:48.643896 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3d4a488-aac5-44d6-841d-bd7aed89062b req-3dca0564-3e98-4002-b946-be719a57791a service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859153 Mar 05 02:54:49.183700 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9130b-6824-4769-bfdb-fec374948d81 req-e46dd218-3177-4e4e-b3e0-6723130afb5a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:49.191918 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77f9130b-6824-4769-bfdb-fec374948d81 req-e46dd218-3177-4e4e-b3e0-6723130afb5a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0664327 Mar 05 02:54:49.264627 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77f9130b-6824-4769-bfdb-fec374948d81 req-c6895013-522a-4fd1-86d8-2bc566c5c0e2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715830 Mar 05 02:54:49.371569 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b0ce5-e8d2-4440-ac3c-2220d40c331f req-492b6a4b-6021-45db-bce6-29e549eaf259 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:49.374236 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b2b0ce5-e8d2-4440-ac3c-2220d40c331f req-492b6a4b-6021-45db-bce6-29e549eaf259 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0746818 Mar 05 02:54:49.467604 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b2b0ce5-e8d2-4440-ac3c-2220d40c331f req-6095c3a8-dd4f-4b57-ae3f-a9d194a6f9fb tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853963 Mar 05 02:54:49.493399 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360da45c-eba3-4d35-b4ce-a79a15c6c8d8 req-d9612a3e-af2b-4ef1-913e-a33d266e39e4 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:49.493399 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-360da45c-eba3-4d35-b4ce-a79a15c6c8d8 req-d9612a3e-af2b-4ef1-913e-a33d266e39e4 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1001070 Mar 05 02:54:49.554113 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-360da45c-eba3-4d35-b4ce-a79a15c6c8d8 req-7c01d42a-36cd-4a30-ba28-1c8bc1499518 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510321 Mar 05 02:54:50.610897 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee12ef8-5742-4bf7-9d50-505b7bd46947 req-34c90d0d-779f-4f8a-aec3-f0fe3e06ddec tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:50.613633 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4ee12ef8-5742-4bf7-9d50-505b7bd46947 req-34c90d0d-779f-4f8a-aec3-f0fe3e06ddec tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0675926 Mar 05 02:54:50.689835 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4ee12ef8-5742-4bf7-9d50-505b7bd46947 req-b9ae5e8c-d4f6-46cc-8c70-72231bd2ac17 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657704 Mar 05 02:54:50.700181 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ebae4-9b32-4c38-b669-4ad17b8c8d70 req-2d2850c8-efdf-4c85-887d-ec85757dcaa3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:50.701796 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f58ebae4-9b32-4c38-b669-4ad17b8c8d70 req-2d2850c8-efdf-4c85-887d-ec85757dcaa3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0859454 Mar 05 02:54:50.774809 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f58ebae4-9b32-4c38-b669-4ad17b8c8d70 req-2051865f-2f7d-4301-9408-d52cc84fa0e2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671566 Mar 05 02:54:51.306541 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-27a51107-f005-42a8-a353-11b760a68dfe tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936346101&fields=id&tenant_id=47835ba5de1a42cc94c09b33a187868a HTTP/1.1" status: 200 len: 267 time: 0.1079962 Mar 05 02:54:51.485934 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-e995903d-c66e-4084-a5d8-783016aaadc5 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:51.487801 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-e995903d-c66e-4084-a5d8-783016aaadc5 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 809 time: 0.1684508 Mar 05 02:54:51.511509 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-e6a0b860-bdd7-4f65-8aeb-5c2c8be71f06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/quotas/47835ba5de1a42cc94c09b33a187868a HTTP/1.1" status: 200 len: 375 time: 0.0116873 Mar 05 02:54:51.618687 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-410fe8af-c2c8-4ba3-b4ea-3798a3590eee tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918658 Mar 05 02:54:51.785593 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-9f51fcf0-93e9-4853-9e26-cf68db3472fa service neutron] 10.222.0.26 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568356 Mar 05 02:54:52.060414 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c8625-d798-4f8b-98eb-ce838aadb96f req-d346ee44-f257-474c-b617-034372b52606 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:52.063447 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e02c8625-d798-4f8b-98eb-ce838aadb96f req-d346ee44-f257-474c-b617-034372b52606 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1679614 Mar 05 02:54:52.123037 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-84479818-1cc4-4914-8277-a8d39a58dda3 service neutron] 10.222.0.26 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437130 Mar 05 02:54:52.168953 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e02c8625-d798-4f8b-98eb-ce838aadb96f req-14ccbaaf-6182-4272-b1a5-b04b82a56b24 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976884 Mar 05 02:54:52.385991 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174a4a-f726-4c29-abb1-c730c546b679 req-0007870b-8455-4cc4-aef8-3ee09bc44436 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:52.387573 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3d174a4a-f726-4c29-abb1-c730c546b679 req-0007870b-8455-4cc4-aef8-3ee09bc44436 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0947361 Mar 05 02:54:52.492047 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3d174a4a-f726-4c29-abb1-c730c546b679 req-eaabf6d6-9bd7-4f7a-ae51-2370cfbe57f2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895555 Mar 05 02:54:52.610772 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-edc08602-d1f6-42ee-81dc-733fd43f54fa req-1a6a6f14-2040-4048-98ec-048b0745d90d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 210 time: 0.0638390 Mar 05 02:54:53.392559 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c07833-71ad-474b-87a5-9d8a36bc46e3 req-9a5ee5bd-c422-4bc5-8be0-780508ac0345 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:53.394816 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d2c07833-71ad-474b-87a5-9d8a36bc46e3 req-9a5ee5bd-c422-4bc5-8be0-780508ac0345 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0927792 Mar 05 02:54:53.489576 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d2c07833-71ad-474b-87a5-9d8a36bc46e3 req-aab96c83-68b6-42b4-9f13-db9d1d312bba tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847416 Mar 05 02:54:53.829698 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-988f21f7-301f-41d6-9e24-9846c2686eac req-f9f1ebb1-f141-48dd-bfc4-78a68da6c941 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 210 time: 0.0682495 Mar 05 02:54:53.855006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14edd5-abdd-44d1-870c-9489074fdd76 req-31e6a87c-ff44-4ddf-b9e8-fccfa1181500 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:53.867251 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3d14edd5-abdd-44d1-870c-9489074fdd76 req-31e6a87c-ff44-4ddf-b9e8-fccfa1181500 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1944826 Mar 05 02:54:53.959964 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3d14edd5-abdd-44d1-870c-9489074fdd76 req-8b0b2bc9-137e-426b-88f7-28fe071444bd tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806999 Mar 05 02:54:54.817281 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea817-fd2f-4b9f-b497-879aad4a04cb req-7c660238-95ed-41a8-84c9-dae93702ba3f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:54.834753 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9bcea817-fd2f-4b9f-b497-879aad4a04cb req-7c660238-95ed-41a8-84c9-dae93702ba3f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1529317 Mar 05 02:54:54.906679 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9bcea817-fd2f-4b9f-b497-879aad4a04cb req-20f88838-d004-4308-8ec5-4a80883c12b8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674610 Mar 05 02:54:55.014865 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-23c56ba8-c18e-4bae-8580-df0982b7d783 req-ac4c846f-8e5f-46a3-9c36-ce2674c48ffc tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 210 time: 0.0440564 Mar 05 02:54:55.134316 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444044a2-f779-430c-8c8c-4951488da180 req-57fbc527-7cfe-4dbb-85c2-8d72f728687d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:55.136257 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-444044a2-f779-430c-8c8c-4951488da180 req-57fbc527-7cfe-4dbb-85c2-8d72f728687d tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0891240 Mar 05 02:54:55.208726 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-444044a2-f779-430c-8c8c-4951488da180 req-14394676-c0b1-4496-96ad-da5353fc14b0 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624919 Mar 05 02:54:55.435680 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9a391338-3a88-4d16-900e-b0f785996f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:56.106641 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3c79a-ad31-46c1-ab7d-039058a4fe30 req-4b4695c5-b3ff-4445-8739-8901f988652c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:56.115139 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-57d3c79a-ad31-46c1-ab7d-039058a4fe30 req-4b4695c5-b3ff-4445-8739-8901f988652c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0855322 Mar 05 02:54:56.147607 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a7a422f9-41f2-441e-aba6-d93916851117 req-9b42f455-a4f4-4870-91f4-a5ba40aa5bde tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 210 time: 0.0294929 Mar 05 02:54:56.211467 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-57d3c79a-ad31-46c1-ab7d-039058a4fe30 req-4621ebde-a46e-4b1a-a119-c8d13626d560 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926569 Mar 05 02:54:56.379910 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e4929-6a23-48bb-bae8-b592b6c14589 req-d0d23180-a3b5-4666-8d36-18daf88dc827 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:56.387350 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ed7e4929-6a23-48bb-bae8-b592b6c14589 req-d0d23180-a3b5-4666-8d36-18daf88dc827 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0689530 Mar 05 02:54:56.474782 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ed7e4929-6a23-48bb-bae8-b592b6c14589 req-d2fbc812-ac39-43ff-839a-3e1917ea6156 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859132 Mar 05 02:54:56.636223 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-82153fb3-b72a-4bb5-aa91-aec0dd8a3d47 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:56.638582 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-82153fb3-b72a-4bb5-aa91-aec0dd8a3d47 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.13 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 809 time: 0.1409965 Mar 05 02:54:56.729386 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c629849e-834c-4d15-bb75-45f55a3483e0 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47835ba5de1a42cc94c09b33a187868a HTTP/1.1" status: 200 len: 380 time: 0.0723774 Mar 05 02:54:56.746572 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'port': {'device_id': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'admin_state_up': True, 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'security_groups': ['88580b71-089e-418c-be5d-341ec2c5b444']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:56.928985 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Made reservation on behalf of 47835ba5de1a42cc94c09b33a187868a for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:56.933351 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:57.289018 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Allocated IP 172.20.0.14 (6abb402c-01c2-48bf-88c5-8d2968bf132e/7183c14f-375b-4c53-b22a-57745acc910a/6c993446-3f76-4f92-94ad-2054b8a5ebfe) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:57.457155 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a2b7a25f-ed59-4c99-b0c3-586a3f9fdde9 req-9d252b2f-68ec-4ef8-a3cc-d44a56fae06c tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 210 time: 0.1159027 Mar 05 02:54:57.652558 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f8f96-a617-4363-9ec7-396ae3423354 req-16b84374-441f-46f3-b199-9cc6d4528426 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:57.659238 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-121a2e8a-d495-401c-a8f5-55c8a2794dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:57.663179 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f49f8f96-a617-4363-9ec7-396ae3423354 req-16b84374-441f-46f3-b199-9cc6d4528426 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.2648644 Mar 05 02:54:57.754731 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:57.852771 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f49f8f96-a617-4363-9ec7-396ae3423354 req-53d3a135-8806-4246-b477-62bad227333c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438549 Mar 05 02:54:57.861648 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa935077-8807-4236-a1ea-915cb73babc6 req-54c52398-e6ba-4247-88a4-f5adb9ba6f97 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:57.863398 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fa935077-8807-4236-a1ea-915cb73babc6 req-54c52398-e6ba-4247-88a4-f5adb9ba6f97 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.2528369 Mar 05 02:54:57.891799 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:57.944435 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:57.946080 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:57.949277 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:58.022958 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fa935077-8807-4236-a1ea-915cb73babc6 req-950fdca7-0608-4875-ae3c-0acc846528ae tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522424 Mar 05 02:54:58.027446 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:58.054170 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:58.054858 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:58.080947 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-c13e15bb-df22-48b0-ba8f-07e9169325ce tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3387907 Mar 05 02:54:58.101369 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Request body: {'port': {'device_id': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:58.243116 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:58.311274 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-99352dbe-23bd-4e37-bc38-1e0aca1299fc None None] Provisioning complete for port 6c993446-3f76-4f92-94ad-2054b8a5ebfe triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:58.311999 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-99352dbe-23bd-4e37-bc38-1e0aca1299fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:58.380448 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-99352dbe-23bd-4e37-bc38-1e0aca1299fc None None] Port 6c993446-3f76-4f92-94ad-2054b8a5ebfe cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:58.773454 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:59.159347 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c993446-3f76-4f92-94ad-2054b8a5ebfe {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:59.190551 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4872f8b-8442-4383-85c7-af7459ffc33a req-61c9e314-88ba-4768-92a1-1919f2128657 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:59.192824 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4872f8b-8442-4383-85c7-af7459ffc33a req-61c9e314-88ba-4768-92a1-1919f2128657 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 932 time: 0.5809500 Mar 05 02:54:59.199325 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Publish callbacks [] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:59.244538 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Transition to ACTIVE for port object 6c993446-3f76-4f92-94ad-2054b8a5ebfe will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:54:59.259922 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:59.311209 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a4872f8b-8442-4383-85c7-af7459ffc33a req-666352e3-64d4-4722-be11-b5124b61890c tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059299 Mar 05 02:54:59.319929 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef5ff3-9045-4d3e-ad65-ff5e045e3e0b req-19a7f299-a4c7-4e75-9e03-cf25f29e13a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:59.321557 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8ef5ff3-9045-4d3e-ad65-ff5e045e3e0b req-19a7f299-a4c7-4e75-9e03-cf25f29e13a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1813347 Mar 05 02:54:59.399560 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:59.520629 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8ef5ff3-9045-4d3e-ad65-ff5e045e3e0b req-f5dbed7a-a240-460b-91b4-160fa2ab4706 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921167 Mar 05 02:54:59.646447 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Attempting to bind port 6c993446-3f76-4f92-94ad-2054b8a5ebfe on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:59.647227 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Attempting to bind port 6c993446-3f76-4f92-94ad-2054b8a5ebfe by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:59.647927 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Attempting to bind port 6c993446-3f76-4f92-94ad-2054b8a5ebfe on network 6abb402c-01c2-48bf-88c5-8d2968bf132e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:59.659565 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240463a1-bc1c-45cd-9f3a-95f84d0b4e4e req-3ae0ce89-195f-471f-aeaf-b30110e8c21b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:59.662120 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-240463a1-bc1c-45cd-9f3a-95f84d0b4e4e req-3ae0ce89-195f-471f-aeaf-b30110e8c21b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1453552 Mar 05 02:54:59.666268 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Port 6c993446-3f76-4f92-94ad-2054b8a5ebfe on network 6abb402c-01c2-48bf-88c5-8d2968bf132e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:54:59.666793 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Attempting to bind port 6c993446-3f76-4f92-94ad-2054b8a5ebfe on network 6abb402c-01c2-48bf-88c5-8d2968bf132e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:59.675283 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:59.675914 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Checking segment: {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:59.676455 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Bound using segment: {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:59.677045 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Bound port: 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbf8593-bd63-43d1-a5dc-7a86a112b230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:59.677560 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:59.808613 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-240463a1-bc1c-45cd-9f3a-95f84d0b4e4e req-0c3a0d81-e7ce-4267-b3b9-6d813ea1e480 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346192 Mar 05 02:54:59.861556 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:59.880044 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:59.892730 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:59.970864 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:00.012543 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:00.013431 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:00.014879 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-87a1996e-6ccc-4fca-8199-6667161ba5a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 1094 time: 1.9185030 Mar 05 02:55:00.015351 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:00.017849 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:00.063634 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3984274-0c0c-450a-8968-e516fa305028 x-openstack-request-id: req-e3984274-0c0c-450a-8968-e516fa305028 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:00.063928 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:00.064342 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3984274-0c0c-450a-8968-e516fa305028 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:00.064598 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'status': 'completed', 'code': 200} Mar 05 02:55:00.124326 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:00.233793 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-6c547cff-cc47-45c7-8397-159b79f5696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:00.235423 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-6c547cff-cc47-45c7-8397-159b79f5696e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1128 time: 0.1034963 Mar 05 02:55:00.307751 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-901527a4-0424-4a4c-826d-f492ea49b3d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 217 time: 0.0498638 Mar 05 02:55:00.437883 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-28cd3f5f-e016-4b05-902f-e749486b0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:00.439587 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-28cd3f5f-e016-4b05-902f-e749486b0e68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 200 len: 848 time: 0.0922258 Mar 05 02:55:00.554567 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ea28-8139-4240-965a-1af918f6afe3 req-e146643e-dd29-4bdc-a2d7-a73b6d2f52b8 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:00.556226 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2dc8ea28-8139-4240-965a-1af918f6afe3 req-e146643e-dd29-4bdc-a2d7-a73b6d2f52b8 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.1105511 Mar 05 02:55:00.657630 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2dc8ea28-8139-4240-965a-1af918f6afe3 req-43fa3361-bfe7-43dc-a71c-2ba542649ea6 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937161 Mar 05 02:55:00.757887 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fd4bc-77fc-4cc0-ba8d-27e13afa1d77 req-09845770-ddb4-4b4b-a229-59ca8fb1984e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:00.771083 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a95fd4bc-77fc-4cc0-ba8d-27e13afa1d77 req-09845770-ddb4-4b4b-a229-59ca8fb1984e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1121743 Mar 05 02:55:00.846316 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a95fd4bc-77fc-4cc0-ba8d-27e13afa1d77 req-b46253bf-d6f4-499f-be44-26395fb32ec2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736721 Mar 05 02:55:00.933533 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-7dd382b1-fc40-44ae-a92d-5e8d2c0430eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:00.935252 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-7dd382b1-fc40-44ae-a92d-5e8d2c0430eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abb402c-01c2-48bf-88c5-8d2968bf132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077554 Mar 05 02:55:01.166307 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0482c8e-6b9c-45fa-88a5-edb5f7625664 req-88c04e29-462f-4461-91be-cc9f7c375f02 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:01.174378 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b0482c8e-6b9c-45fa-88a5-edb5f7625664 req-88c04e29-462f-4461-91be-cc9f7c375f02 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.2331932 Mar 05 02:55:01.205172 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-2e9150aa-ac71-4943-ab48-75fc4fb1732e service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022164 Mar 05 02:55:01.252854 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b0482c8e-6b9c-45fa-88a5-edb5f7625664 req-cefa4eb5-9221-4023-affa-a2f66dc22564 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 Mar 05 02:55:01.387666 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aab31c65-f870-43d6-926f-9d0434e6b6bc req-22e3cd44-197e-4a05-8247-7de9dcbb63f5 service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515398 Mar 05 02:55:01.674043 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:01.746100 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-79af9198-e8fb-49d2-9c5c-1e549816c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:01.748659 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-79af9198-e8fb-49d2-9c5c-1e549816c1e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1128 time: 0.1269152 Mar 05 02:55:01.895207 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcc3bf-d44b-402b-8a4c-1fcc2f700811 req-4cac914b-26dd-4315-981c-8c483c959f5b tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:01.896621 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6dbcc3bf-d44b-402b-8a4c-1fcc2f700811 req-4cac914b-26dd-4315-981c-8c483c959f5b tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.1144037 Mar 05 02:55:01.942799 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-97ae21fc-76b7-4326-8d3d-e48e98c3bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:01.944274 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-97ae21fc-76b7-4326-8d3d-e48e98c3bef7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 909 time: 0.1893153 Mar 05 02:55:01.971972 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6dbcc3bf-d44b-402b-8a4c-1fcc2f700811 req-8749c764-5844-4328-b1b0-94a793e65616 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600455 Mar 05 02:55:02.038752 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-e34022f8-c5aa-4e5b-9927-c76e6fc6a5b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 217 time: 0.0789745 Mar 05 02:55:02.090832 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-7dcd61e1-c819-4692-bc21-b74329df14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:02.092700 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-7dcd61e1-c819-4692-bc21-b74329df14cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 200 len: 848 time: 0.0466652 Mar 05 02:55:02.114340 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65f868-3931-4cc3-ac88-d6b433d9875d req-62d59db5-82ac-4638-bc04-bd4ed945bb2b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:02.116447 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8a65f868-3931-4cc3-ac88-d6b433d9875d req-62d59db5-82ac-4638-bc04-bd4ed945bb2b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1163168 Mar 05 02:55:02.205205 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-f45540ea-34f5-45e1-88f3-1e01599a539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:02.208176 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-f45540ea-34f5-45e1-88f3-1e01599a539e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abb402c-01c2-48bf-88c5-8d2968bf132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901437 Mar 05 02:55:02.223477 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8a65f868-3931-4cc3-ac88-d6b433d9875d req-09150a89-03db-4ac0-9398-873d0a993084 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923724 Mar 05 02:55:02.460946 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-2fb0a397-96e7-4c19-9e14-2280a57b702c service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236173 Mar 05 02:55:02.516230 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3341-60a4-405c-b589-60d316a15357 req-3903b4e9-6a6c-4e78-ba11-5a49a067fa1e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:02.529929 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-57db3341-60a4-405c-b589-60d316a15357 req-3903b4e9-6a6c-4e78-ba11-5a49a067fa1e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1270893 Mar 05 02:55:02.635142 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-57db3341-60a4-405c-b589-60d316a15357 req-7018afd8-0ccf-497d-94b6-49c02888d55c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034782 Mar 05 02:55:03.136906 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5455a3bd-d5e3-4b4d-88f3-5aee278ffb7f req-26f64b7a-89ec-4359-900a-ea6a612ed88e service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397598 Mar 05 02:55:03.145138 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736b9d-dcbf-4fa4-b614-41d75758fae7 req-dfaf6893-90be-495c-a929-c99734a7ea02 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.146562 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-71736b9d-dcbf-4fa4-b614-41d75758fae7 req-dfaf6893-90be-495c-a929-c99734a7ea02 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0716095 Mar 05 02:55:03.210007 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-71736b9d-dcbf-4fa4-b614-41d75758fae7 req-3bccfea1-444c-4322-92fa-381dc799f5ba tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540555 Mar 05 02:55:03.357999 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7671-eaac-48d2-9e58-fddd3bd9b309 req-3eddb877-119f-42d3-9ab8-5a5a4bd81cdc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.364277 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ed1d7671-eaac-48d2-9e58-fddd3bd9b309 req-3eddb877-119f-42d3-9ab8-5a5a4bd81cdc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0607598 Mar 05 02:55:03.411423 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ed1d7671-eaac-48d2-9e58-fddd3bd9b309 req-230fd3d6-6362-4068-938c-57ade28352dd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463178 Mar 05 02:55:03.798109 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd9fbf-b3f2-474a-a357-aa225e2bdb0b req-8fe35139-a2ba-466a-b863-e3f15dfb0da3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.799880 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-50fd9fbf-b3f2-474a-a357-aa225e2bdb0b req-8fe35139-a2ba-466a-b863-e3f15dfb0da3 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0725443 Mar 05 02:55:03.853801 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-50fd9fbf-b3f2-474a-a357-aa225e2bdb0b req-d525bd06-bc8f-4980-9d43-9b9cd6347bd8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468593 Mar 05 02:55:04.352901 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94c1ee-f70e-49db-a242-d4c10264c243 req-b61f71b9-a6e0-4908-80f5-9f21413eb0a6 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:04.354775 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f94c1ee-f70e-49db-a242-d4c10264c243 req-b61f71b9-a6e0-4908-80f5-9f21413eb0a6 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0726218 Mar 05 02:55:04.456394 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8f94c1ee-f70e-49db-a242-d4c10264c243 req-3d6fd844-652c-4dfe-8136-74aeba134469 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929847 Mar 05 02:55:04.484829 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90891351-522f-4c0f-ada0-2d3010fa58d0 req-7bc82dbc-9909-494d-94a3-36c05e00ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:04.486360 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-90891351-522f-4c0f-ada0-2d3010fa58d0 req-7bc82dbc-9909-494d-94a3-36c05e00ea17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1129 time: 0.0891473 Mar 05 02:55:04.559400 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-90891351-522f-4c0f-ada0-2d3010fa58d0 req-8f03e42e-6819-464b-9f80-acf49993edd4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653753 Mar 05 02:55:04.585039 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe67a7e-0618-435f-9fcd-bfc6ee6a6447 req-ad0e56df-0c86-4395-b9a0-63cfc48f6f86 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:04.586588 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ebe67a7e-0618-435f-9fcd-bfc6ee6a6447 req-ad0e56df-0c86-4395-b9a0-63cfc48f6f86 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0669749 Mar 05 02:55:04.641177 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ebe67a7e-0618-435f-9fcd-bfc6ee6a6447 req-ca882822-d382-4424-b9dc-134368a994f0 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488281 Mar 05 02:55:04.981893 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916b351-70f1-4215-b20e-617f7f8c9a94 req-f9d3fd41-be00-42b1-a78f-ae82e9b78583 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:04.983536 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d916b351-70f1-4215-b20e-617f7f8c9a94 req-f9d3fd41-be00-42b1-a78f-ae82e9b78583 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0576689 Mar 05 02:55:05.042509 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d916b351-70f1-4215-b20e-617f7f8c9a94 req-53502d33-8f45-4b58-93bd-1184a01e44f2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Mar 05 02:55:05.587575 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5dd0c-1d2c-4101-b15d-4ac65eab9e47 req-46001eef-b016-4cbf-bb11-28227c29c070 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:05.589167 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f5a5dd0c-1d2c-4101-b15d-4ac65eab9e47 req-46001eef-b016-4cbf-bb11-28227c29c070 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0545526 Mar 05 02:55:05.639426 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f5a5dd0c-1d2c-4101-b15d-4ac65eab9e47 req-aa7acd5a-359c-4c6f-bc50-1be0f5ec357d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446181 Mar 05 02:55:05.799422 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c474a-e0cf-4e89-8a7d-c00cf5ebbe23 req-d23a7c1c-2ffe-40a6-b7ec-3c0416ab883d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:05.801675 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ee0c474a-e0cf-4e89-8a7d-c00cf5ebbe23 req-d23a7c1c-2ffe-40a6-b7ec-3c0416ab883d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0803561 Mar 05 02:55:05.861934 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ee0c474a-e0cf-4e89-8a7d-c00cf5ebbe23 req-376aeb3c-ae41-4df1-9e5e-f2eb3e902f56 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537646 Mar 05 02:55:06.178426 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1212e10-5919-4210-a8c1-551d1e1d858f req-cb42fa78-7ea1-4378-9088-891bb1f1b86a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:06.179902 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a1212e10-5919-4210-a8c1-551d1e1d858f req-cb42fa78-7ea1-4378-9088-891bb1f1b86a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0648024 Mar 05 02:55:06.230546 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a1212e10-5919-4210-a8c1-551d1e1d858f req-d8906edd-2eb9-42b7-9ace-bc87c79869d6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Mar 05 02:55:06.661163 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f2e5b-acfb-4db7-b29d-d5888abe7adb req-3629d4e4-ba18-404c-8147-b63c5866b119 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:06.663082 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-570f2e5b-acfb-4db7-b29d-d5888abe7adb req-3629d4e4-ba18-404c-8147-b63c5866b119 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0744750 Mar 05 02:55:06.776590 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-570f2e5b-acfb-4db7-b29d-d5888abe7adb req-e41ff55f-3a8b-4786-817d-278d0d384ce2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072268 Mar 05 02:55:06.803520 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-48384204-909f-4481-b8ec-eabab94714a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:06.804998 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-48384204-909f-4481-b8ec-eabab94714a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 1129 time: 0.0964136 Mar 05 02:55:06.815440 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564fe5-cada-4424-a98b-90acd1f6f1b5 req-e665a79e-7b81-4dbd-ac39-e16178d612e2 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:06.816756 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7b564fe5-cada-4424-a98b-90acd1f6f1b5 req-e665a79e-7b81-4dbd-ac39-e16178d612e2 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0934088 Mar 05 02:55:06.926391 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7b564fe5-cada-4424-a98b-90acd1f6f1b5 req-809c7f9d-d571-4e64-a9eb-f69c2bc29829 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001606 Mar 05 02:55:06.939396 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-71879ad9-b56b-4534-aad7-0a8087574b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:06.940799 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-71879ad9-b56b-4534-aad7-0a8087574b4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.1232212 Mar 05 02:55:07.001306 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-83bbaf36-3d02-49a3-9282-68ef0d35fae3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 200 len: 217 time: 0.0482242 Mar 05 02:55:07.032919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5246960-3196-42b1-90df-09a304c53c1c req-14e6fd85-df3e-4e98-948f-6cd0f8761df7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.034361 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5246960-3196-42b1-90df-09a304c53c1c req-14e6fd85-df3e-4e98-948f-6cd0f8761df7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0899675 Mar 05 02:55:07.090430 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-5f0141af-33d8-48f9-bebe-ca4637e9e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.091886 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-5f0141af-33d8-48f9-bebe-ca4637e9e5e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.0741658 Mar 05 02:55:07.107760 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5246960-3196-42b1-90df-09a304c53c1c req-6100cad2-62ec-41e7-b141-cc57f7a8fd20 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537021 Mar 05 02:55:07.134327 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-6fd85eaa-4d0e-422b-b7de-e4b6dbfd4f14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256550 Mar 05 02:55:07.223874 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-a57b7d95-52a8-43ff-afdb-825eb620af20 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797234 Mar 05 02:55:07.314277 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7a851e2c-1e45-4d18-b643-3bb5aad67f4b req-0e352efd-c57a-4ab6-b08c-9d16dbe93127 service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836034 Mar 05 02:55:07.636211 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a72bd310-1d21-469f-9774-0d810db95481 req-6966a33e-bdb3-4db8-8bd4-de029ae4dddc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460377 Mar 05 02:55:07.710339 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bd310-1d21-469f-9774-0d810db95481 req-bc9f951e-44a8-4884-995a-b8f6f12f7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.711870 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a72bd310-1d21-469f-9774-0d810db95481 req-bc9f951e-44a8-4884-995a-b8f6f12f7209 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8112a5759c444c1f94be24ab61bf072f&device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 1130 time: 0.0497906 Mar 05 02:55:07.823523 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bd310-1d21-469f-9774-0d810db95481 req-a7b1a5ab-7e29-442e-bded-d57f9e520fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.825833 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a72bd310-1d21-469f-9774-0d810db95481 req-a7b1a5ab-7e29-442e-bded-d57f9e520fa8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 200 len: 918 time: 0.0907433 Mar 05 02:55:07.875186 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a72bd310-1d21-469f-9774-0d810db95481 req-d2d85c5e-b961-4185-a14c-f91fb5958f10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8647369d-1b5f-487f-be9a-cd16b07bda62 HTTP/1.1" status: 200 len: 217 time: 0.0410979 Mar 05 02:55:07.982641 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fb172-e77a-4d8e-b6c5-c834d8b9fb56 req-667ba8ba-7021-4955-b194-2cc23dab1049 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.984160 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2c4fb172-e77a-4d8e-b6c5-c834d8b9fb56 req-667ba8ba-7021-4955-b194-2cc23dab1049 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.1121967 Mar 05 02:55:07.988174 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bd310-1d21-469f-9774-0d810db95481 req-b6bc4405-194a-42a4-aad4-14782cc266de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.992367 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a72bd310-1d21-469f-9774-0d810db95481 req-b6bc4405-194a-42a4-aad4-14782cc266de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 200 len: 858 time: 0.1068707 Mar 05 02:55:08.073061 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a72bd310-1d21-469f-9774-0d810db95481 req-24db9304-6fee-4681-8a72-2c64dd6858d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9d1ff72-b3e0-444c-b935-4420329c224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566235 Mar 05 02:55:08.110876 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2c4fb172-e77a-4d8e-b6c5-c834d8b9fb56 req-eeae2e23-98e2-4006-85b6-e7f988fae42e tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174650 Mar 05 02:55:08.196123 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0d81f-8634-4a36-a9b8-d46825ee7d4f req-80c2f03b-d9ea-495c-b1e6-ac0218ee2672 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.197617 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5ad0d81f-8634-4a36-a9b8-d46825ee7d4f req-80c2f03b-d9ea-495c-b1e6-ac0218ee2672 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.1834767 Mar 05 02:55:08.500113 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a72bd310-1d21-469f-9774-0d810db95481 req-8dcd9e0a-24fd-4f4e-a6c0-acfe2fd6eebc service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048223 Mar 05 02:55:08.537623 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5ad0d81f-8634-4a36-a9b8-d46825ee7d4f req-8364b47e-524f-456c-9a2d-11853d25d541 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341238 Mar 05 02:55:08.558816 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19c38c-9391-4dab-afd0-656dd7477a8b req-e9ed97fd-adb8-4fad-90a8-6da0c6383858 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.561161 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3f19c38c-9391-4dab-afd0-656dd7477a8b req-e9ed97fd-adb8-4fad-90a8-6da0c6383858 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.3612268 Mar 05 02:55:08.648451 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3f19c38c-9391-4dab-afd0-656dd7477a8b req-72a9fbbb-5c40-4cdd-82cc-2d9d20662ed2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638866 Mar 05 02:55:08.650419 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a72bd310-1d21-469f-9774-0d810db95481 req-55ac903f-b0a2-46f2-8be0-cdd7cd8c7d0d service neutron] 10.222.0.13 "GET /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402321 Mar 05 02:55:08.665900 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:08.945503 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 6c993446-3f76-4f92-94ad-2054b8a5ebfe details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:55:09.170173 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:09.181616 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'port_id': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'mac_address': 'fa:16:3e:9c:51:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:55:09.224425 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 6c993446-3f76-4f92-94ad-2054b8a5ebfe is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:09.224806 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.239270 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c993446-3f76-4f92-94ad-2054b8a5ebfe {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:09.245689 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a62c97-78f1-4642-9b14-085196fc41e1 req-b59a719a-ebb3-424e-a8fd-47d8b965fa85 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:09.247473 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-92a62c97-78f1-4642-9b14-085196fc41e1 req-b59a719a-ebb3-424e-a8fd-47d8b965fa85 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0600085 Mar 05 02:55:09.258526 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:09.264276 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.302556 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-92a62c97-78f1-4642-9b14-085196fc41e1 req-d571556f-3c97-4da1-97a8-5ab97ad8c458 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492535 Mar 05 02:55:09.316688 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:09.323849 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.324262 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.324597 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.325470 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.325830 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.326244 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.326543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.326875 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.327207 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.327553 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.327886 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.328210 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.328535 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.572385 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52332) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:09.616973 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Deleting subnet 96989062-3271-4d61-8428-7ff775356d87 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:55:09.620082 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Publish callbacks [] for subnet (96989062-3271-4d61-8428-7ff775356d87), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.658797 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (96989062-3271-4d61-8428-7ff775356d87), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.661226 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a334e9b-bc27-49dd-ab02-d8708415b934 req-dfe69099-9ee2-4076-8dc8-a9388457358d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:09.662789 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6a334e9b-bc27-49dd-ab02-d8708415b934 req-dfe69099-9ee2-4076-8dc8-a9388457358d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 945 time: 0.0524640 Mar 05 02:55:09.698275 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (96989062-3271-4d61-8428-7ff775356d87), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.717148 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6a334e9b-bc27-49dd-ab02-d8708415b934 req-ff74616c-baff-4e9f-8f84-5cf0c2a0c397 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487123 Mar 05 02:55:09.737536 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['6c993446-3f76-4f92-94ad-2054b8a5ebfe'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:09.761167 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (96989062-3271-4d61-8428-7ff775356d87), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.789224 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96989062-3271-4d61-8428-7ff775356d87,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:09.797645 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.802710 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/96989062-3271-4d61-8428-7ff775356d87 HTTP/1.1" status: 204 len: 168 time: 0.2293122 Mar 05 02:55:09.805275 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.806057 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.806397 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52336) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:09.806610 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.806909 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.807249 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.807569 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.808062 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.808545 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.809035 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.810172 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.810681 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.811167 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.811631 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770148f7-e4ac-4bc5-a4c5-0d2ae4fee42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:09.852088 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ecba8-be55-4a91-b92e-e23976907df3 req-6634d756-faa8-48a6-a4d6-ae89a4399dec tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:09.853634 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45ecba8-be55-4a91-b92e-e23976907df3 req-6634d756-faa8-48a6-a4d6-ae89a4399dec tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.1119764 Mar 05 02:55:09.915440 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (bc3bb688-2082-4285-b145-f24c2a8d5bc2), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.944034 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b45ecba8-be55-4a91-b92e-e23976907df3 req-d4ff8da1-21c8-4375-a592-d3c970a4ef81 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614049 Mar 05 02:55:10.015367 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (bc3bb688-2082-4285-b145-f24c2a8d5bc2), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.038916 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3bb688-2082-4285-b145-f24c2a8d5bc2']}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:10.048458 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe') {'for_net_delete': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:10.048750 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe') {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:10.057779 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16340021'] for segment (a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.072541 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.078450 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:55:10.078829 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16337661'] for segment (a4bcaced-9a1f-4b94-8d6c-d8e3c8a4acbe), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: Traceback (most recent call last): Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: timer() Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: cb(*args, **kw) Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: return func(*args, **kwargs) Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: self._notify() Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: self.callback(batched_events) Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: event.method(event) Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: return f(self, *a, **k) Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._get(url).json() Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: return self.request(url, 'GET', **kwargs) Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:55:10.080524 dv-cinder-827259-3-iscsi neutron-server[109852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:55:10.138964 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (bc3bb688-2082-4285-b145-f24c2a8d5bc2), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.144595 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.147774 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bc3bb688-2082-4285-b145-f24c2a8d5bc2 HTTP/1.1" status: 204 len: 168 time: 0.3365407 Mar 05 02:55:10.160099 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3bb688-2082-4285-b145-f24c2a8d5bc2,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:10.167275 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.167628 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.167969 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.168301 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.168629 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.169854 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.170209 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.171073 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.171361 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.171687 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.172807 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.173136 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.173453 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f23-7df5-4353-ac94-d9d0a99dff68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:10.307836 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52344) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:10.347729 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-09d4011f-ad0c-4809-893c-7cfba49abaee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3afb5b14217e4a54ab03e6233f8aaa07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386958 Mar 05 02:55:10.350309 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52348) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:10.430337 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2b964ca6-8e47-44a1-bc0a-ddb1bf147c06 admin admin] Publish callbacks [] for security_group (4a303d63-0d20-4ab5-bf01-99f5d360df11), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.442735 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32836e0-f537-4df2-bac0-00cc89c63a42 req-cdde7262-bf79-4b65-bc32-6283a49fa724 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.444206 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a32836e0-f537-4df2-bac0-00cc89c63a42 req-cdde7262-bf79-4b65-bc32-6283a49fa724 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0731251 Mar 05 02:55:10.475754 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2b964ca6-8e47-44a1-bc0a-ddb1bf147c06 admin admin] Publish callbacks [] for security_group (4a303d63-0d20-4ab5-bf01-99f5d360df11), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.526198 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a32836e0-f537-4df2-bac0-00cc89c63a42 req-abd37cc6-f4f0-4ed4-861b-d2b5f77398b1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750124 Mar 05 02:55:10.552850 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2b964ca6-8e47-44a1-bc0a-ddb1bf147c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4a303d63-0d20-4ab5-bf01-99f5d360df11), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.555570 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2b964ca6-8e47-44a1-bc0a-ddb1bf147c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.556589 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-2b964ca6-8e47-44a1-bc0a-ddb1bf147c06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a303d63-0d20-4ab5-bf01-99f5d360df11 HTTP/1.1" status: 204 len: 168 time: 0.2053940 Mar 05 02:55:10.566067 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b964ca6-8e47-44a1-bc0a-ddb1bf147c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a303d63-0d20-4ab5-bf01-99f5d360df11,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:10.871088 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8418be1-da81-4d45-a052-1796df3b97a6 req-e7169019-f557-48c2-957c-4b13e0a2441a tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.875793 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8418be1-da81-4d45-a052-1796df3b97a6 req-e7169019-f557-48c2-957c-4b13e0a2441a tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 945 time: 0.0638349 Mar 05 02:55:10.941223 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8418be1-da81-4d45-a052-1796df3b97a6 req-68822ac4-bdaa-4539-b7b6-ed6099508237 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620074 Mar 05 02:55:10.963195 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:55:10.967402 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 6c993446-3f76-4f92-94ad-2054b8a5ebfe up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:11.069115 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ca5ca-3a48-4d4f-91b0-0c2c2ab83c36 req-28b04dbf-9cdd-4378-be6f-7faf8d4be676 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:11.070631 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-082ca5ca-3a48-4d4f-91b0-0c2c2ab83c36 req-28b04dbf-9cdd-4378-be6f-7faf8d4be676 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 943 time: 0.0515265 Mar 05 02:55:11.085819 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 6c993446-3f76-4f92-94ad-2054b8a5ebfe completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:55:11.098571 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 6c993446-3f76-4f92-94ad-2054b8a5ebfe triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:11.098948 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:11.121558 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-082ca5ca-3a48-4d4f-91b0-0c2c2ab83c36 req-bab54ee4-7e26-424d-9b66-395467f0d127 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443821 Mar 05 02:55:11.138296 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:11.157467 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'port_id': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'mac_address': 'fa:16:3e:5c:fb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:55:11.224377 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f280dd1a-3e15-49a1-9569-b6b40278e2a2 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:11.224772 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:11.241947 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f280dd1a-3e15-49a1-9569-b6b40278e2a2 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:11.245982 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 6c993446-3f76-4f92-94ad-2054b8a5ebfe is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:11.246356 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:11.277861 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:11.284365 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:11.287242 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c428291-ce54-4da8-b069-1c79fdee33d0" -d '{"events": [{"server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "name": "network-vif-plugged", "status": "completed", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:11.296446 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:11.303364 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:11.322848 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2008a056-05f3-4300-a122-26d08968fc12 x-openstack-request-id: req-2008a056-05f3-4300-a122-26d08968fc12 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:11.323151 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "name": "network-vif-plugged", "status": "completed", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:11.323410 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2008a056-05f3-4300-a122-26d08968fc12 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:11.323796 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'code': 200} Mar 05 02:55:11.327444 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:11.353098 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=9']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:11.404746 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:11.603568 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc454ba8-9d55-4b15-af78-ea0c4374f723 req-53b39d00-b7fb-4b72-ba58-80a5ffcaf0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:11.605196 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fc454ba8-9d55-4b15-af78-ea0c4374f723 req-53b39d00-b7fb-4b72-ba58-80a5ffcaf0d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1130 time: 0.0423107 Mar 05 02:55:11.615972 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['f280dd1a-3e15-49a1-9569-b6b40278e2a2'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:11.651017 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fc454ba8-9d55-4b15-af78-ea0c4374f723 req-b236c67f-551c-4024-8f95-7b1cef23503e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396035 Mar 05 02:55:11.738272 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:55:12.059746 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e270f-55ec-493f-b533-45ce1cbec691 req-f3b96b38-9059-4e9a-8b47-8b23e7129ed3 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:12.061390 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d9e270f-55ec-493f-b533-45ce1cbec691 req-f3b96b38-9059-4e9a-8b47-8b23e7129ed3 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0521209 Mar 05 02:55:12.110251 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d9e270f-55ec-493f-b533-45ce1cbec691 req-a2332aee-187c-44e5-bb9f-a148cf0f3fdb tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433257 Mar 05 02:55:12.246679 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d69ae-0d52-464a-8f42-25c390f37353 req-5dadfc06-1d36-4a49-afbe-d1cc4be301e6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:12.248923 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-731d69ae-0d52-464a-8f42-25c390f37353 req-5dadfc06-1d36-4a49-afbe-d1cc4be301e6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 944 time: 0.0557730 Mar 05 02:55:12.294729 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-731d69ae-0d52-464a-8f42-25c390f37353 req-cf9f47dc-3676-426e-8fc8-d0237e7d9f63 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396841 Mar 05 02:55:12.985598 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:13.035536 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port f280dd1a-3e15-49a1-9569-b6b40278e2a2 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:13.035913 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.110936 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port f280dd1a-3e15-49a1-9569-b6b40278e2a2 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:13.111408 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.142416 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:13.147028 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.196942 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=10']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:13.230885 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12af1c-3197-4da0-a47d-cc4730486fac req-e3de1de9-9a59-4269-80b4-a2d1a2df0f87 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:13.233161 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9c12af1c-3197-4da0-a47d-cc4730486fac req-e3de1de9-9a59-4269-80b4-a2d1a2df0f87 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0546820 Mar 05 02:55:13.280279 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9c12af1c-3197-4da0-a47d-cc4730486fac req-37fd5d5d-b671-4e84-ac0d-8f8e9632954f tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 Mar 05 02:55:13.325209 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:13.328401 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af936c19-d220-465e-9fbc-728a54cf7246" -d '{"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-plugged", "status": "completed", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:13.434192 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59339c-158c-4509-beaa-4e831729fdad req-50f20dd4-4c0e-477b-a0bb-8532d988b342 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:13.435847 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de59339c-158c-4509-beaa-4e831729fdad req-50f20dd4-4c0e-477b-a0bb-8532d988b342 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0875511 Mar 05 02:55:13.446791 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd44e8-a217-45cb-84fb-ef9015b3b11b req-0695c5ea-0a2c-4e3d-9f02-a5f483552374 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:13.448178 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bbd44e8-a217-45cb-84fb-ef9015b3b11b req-0695c5ea-0a2c-4e3d-9f02-a5f483552374 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0693982 Mar 05 02:55:13.520199 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de59339c-158c-4509-beaa-4e831729fdad req-ac0bee79-55b7-4f36-b9a7-e6416814b138 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710959 Mar 05 02:55:13.523541 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bbd44e8-a217-45cb-84fb-ef9015b3b11b req-745bd2a8-a6df-4daf-ac77-0b80323f4de0 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689361 Mar 05 02:55:13.542600 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52390) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:13.565940 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4034b85-fe31-488a-9bd1-a824166c4dfe x-openstack-request-id: req-a4034b85-fe31-488a-9bd1-a824166c4dfe {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:13.566264 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-plugged", "status": "completed", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:13.566519 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4034b85-fe31-488a-9bd1-a824166c4dfe {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:13.566905 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'code': 200} Mar 05 02:55:13.775408 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3992a-b95d-47d8-9b2f-cb40fe4de997 tempest-TestShelveInstance-420678923 tempest-TestShelveInstance-420678923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:13.776909 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-b6f3992a-b95d-47d8-9b2f-cb40fe4de997 tempest-TestShelveInstance-420678923 tempest-TestShelveInstance-420678923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1125 time: 0.2333329 Mar 05 02:55:13.780188 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52394) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:13.784602 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'port_id': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:13.808505 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.905677 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.013603 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Allocated IP 172.27.3.49 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/d563572f-627f-4bb3-b2a4-e001e704b45e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:14.120553 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for port (d563572f-627f-4bb3-b2a4-e001e704b45e), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.180860 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (d563572f-627f-4bb3-b2a4-e001e704b45e), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.234992 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:14.240892 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2b1a0-fef0-4012-ad67-ffa8aa3e558e req-d0b61528-6453-4bc5-8584-1e8c51746c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:14.242408 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52a2b1a0-fef0-4012-ad67-ffa8aa3e558e req-d0b61528-6453-4bc5-8584-1e8c51746c89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 1130 time: 0.1069191 Mar 05 02:55:14.243219 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:14.245532 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:14.276714 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'Port': ['ID=d563572f-627f-4bb3-b2a4-e001e704b45e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:14.346728 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52a2b1a0-fef0-4012-ad67-ffa8aa3e558e req-8b64a3ff-07dd-455b-b0f2-0b07978fc5a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782943 Mar 05 02:55:14.700037 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328ae9-a60e-4181-b0a3-810d170eaaca req-50fa5858-e4df-4543-9f9f-38684779fbc3 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:14.702293 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4328ae9-a60e-4181-b0a3-810d170eaaca req-50fa5858-e4df-4543-9f9f-38684779fbc3 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.1031039 Mar 05 02:55:14.724991 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for floatingip (8b469bc5-ffae-4a65-9bc7-35268991d341), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.791797 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4328ae9-a60e-4181-b0a3-810d170eaaca req-426d570f-29cc-426a-a7cb-9d1d1642c45d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828454 Mar 05 02:55:14.824003 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (d563572f-627f-4bb3-b2a4-e001e704b45e), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.976133 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for port (d563572f-627f-4bb3-b2a4-e001e704b45e), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.980876 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (d563572f-627f-4bb3-b2a4-e001e704b45e), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.053330 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event updated for resources: {'Port': ['ID=d563572f-627f-4bb3-b2a4-e001e704b45e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:15.063043 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (8b469bc5-ffae-4a65-9bc7-35268991d341), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.163607 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Floating IP 8b469bc5-ffae-4a65-9bc7-35268991d341 associated. External IP: 172.27.3.49, port: 6c993446-3f76-4f92-94ad-2054b8a5ebfe. Mar 05 02:55:15.369948 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:55:15.733221 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:15.742770 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] Sync routers for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:15.751835 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.753354 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:15.753988 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:54:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:15.789340 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3a890d64-ae0e-4743-b732-4fedf73f41fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0081396 Mar 05 02:55:15.790067 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:15.792345 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:15.836771 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16ea1d-4313-47fb-bf14-9a72015d1f57 x-openstack-request-id: req-fc16ea1d-4313-47fb-bf14-9a72015d1f57 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:15.837078 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:15.837314 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc16ea1d-4313-47fb-bf14-9a72015d1f57 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:15.838210 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'status': 'completed', 'code': 200} Mar 05 02:55:15.870955 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:15.956141 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-c8c6db36-85fc-4c33-9dd8-5f0cadee3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:15.957675 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-c8c6db36-85fc-4c33-9dd8-5f0cadee3c88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1130 time: 0.0801966 Mar 05 02:55:15.967966 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1e114-d575-484a-8f5d-9dc350d3682c req-d567cd25-edfc-437e-a39a-390b0f8abc23 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:15.969518 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-99a1e114-d575-484a-8f5d-9dc350d3682c req-d567cd25-edfc-437e-a39a-390b0f8abc23 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0815086 Mar 05 02:55:16.092219 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-99a1e114-d575-484a-8f5d-9dc350d3682c req-0c39deae-a1de-43c3-91ce-00b87f02a521 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120265 Mar 05 02:55:16.121900 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-bf679ab6-58bc-4f9d-89f3-451e38afc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:16.123498 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-bf679ab6-58bc-4f9d-89f3-451e38afc212 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 909 time: 0.1512952 Mar 05 02:55:16.228173 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '8b469bc5-ffae-4a65-9bc7-35268991d341', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'port_id': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'mac_address': 'fa:16:3e:9c:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:14Z', 'updated_at': '2022-03-05T02:55:14Z', 'revision_number': 0, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 5, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:16.255673 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] Checking router: cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:16.265726 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:16.266556 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:54:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:16.389884 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:16.613144 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '8b469bc5-ffae-4a65-9bc7-35268991d341', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'port_id': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'mac_address': 'fa:16:3e:9c:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:14Z', 'updated_at': '2022-03-05T02:55:14Z', 'revision_number': 0, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 5, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:16.639029 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ab0dc-35af-4726-8106-ca41cc5f44ac None None] The sync data for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi is: [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '8b469bc5-ffae-4a65-9bc7-35268991d341', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'port_id': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'mac_address': 'fa:16:3e:9c:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:14Z', 'updated_at': '2022-03-05T02:55:14Z', 'revision_number': 0, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 5, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:16.821740 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6a58a-566d-413f-9505-55b23dd6dee0 None None] New status for floating IP 8b469bc5-ffae-4a65-9bc7-35268991d341: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:55:17.220470 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113f09e-3762-455b-9d80-e4bee8ac2ce7 req-6f724189-8c37-4ff1-b146-ed48b1d9f568 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:17.221987 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6113f09e-3762-455b-9d80-e4bee8ac2ce7 req-6f724189-8c37-4ff1-b146-ed48b1d9f568 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0545833 Mar 05 02:55:17.269531 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6113f09e-3762-455b-9d80-e4bee8ac2ce7 req-fa81c734-0a07-47d6-9721-ff83620d1965 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 Mar 05 02:55:17.865848 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-c9a7dbea-b1f3-419d-b892-c75314cc18fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 1001 time: 0.0626016 Mar 05 02:55:18.392073 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8cf2c-dbc1-4e17-9b38-c79005918a4c req-9f0ae5d9-83f2-4666-b1e1-18ef70510a61 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:18.393523 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-21b8cf2c-dbc1-4e17-9b38-c79005918a4c req-9f0ae5d9-83f2-4666-b1e1-18ef70510a61 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Mar 05 02:55:18.440475 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-21b8cf2c-dbc1-4e17-9b38-c79005918a4c req-06334dd9-8456-4583-a90c-be0488d62c25 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Mar 05 02:55:18.774055 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-a3cae022-e411-4a98-9be5-df606a50f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:18.775531 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-a3cae022-e411-4a98-9be5-df606a50f411 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 200 len: 848 time: 0.0435607 Mar 05 02:55:18.838706 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-d27d2ab9-9061-4623-a3a0-029895c561ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:18.840204 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-d27d2ab9-9061-4623-a3a0-029895c561ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abb402c-01c2-48bf-88c5-8d2968bf132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500672 Mar 05 02:55:18.935582 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-a17f7445-c957-4e47-90b8-cb0b3e637300 service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Mar 05 02:55:19.045490 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-524a99f5-c720-4b04-bc25-5ae2fd83ac2d req-07d6f0e6-f050-4dff-8b06-03aa266af2ac service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878367 Mar 05 02:55:19.566466 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03655864-868b-47e0-93ea-99b3195b8d96 req-5a16bfe0-f09d-4253-b97a-a85cd9a1aa71 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:19.568198 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-03655864-868b-47e0-93ea-99b3195b8d96 req-5a16bfe0-f09d-4253-b97a-a85cd9a1aa71 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0544448 Mar 05 02:55:19.615475 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-03655864-868b-47e0-93ea-99b3195b8d96 req-634af349-8396-4d1e-aae9-cee1aea6f715 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Mar 05 02:55:20.833678 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719191-8efe-4372-8807-02a487355287 req-73e4d2b2-ebb6-44f3-b15f-e3628d299d20 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:20.835178 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-45719191-8efe-4372-8807-02a487355287 req-73e4d2b2-ebb6-44f3-b15f-e3628d299d20 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0584295 Mar 05 02:55:20.882475 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-45719191-8efe-4372-8807-02a487355287 req-d09c79c9-8871-48bd-8995-caa27367bbbf tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Mar 05 02:55:22.009261 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b7cd6-a31b-4d82-97bc-d30aea766445 req-e97be369-77e6-4e7a-b1f5-d35af26501ce tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:22.010787 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fb6b7cd6-a31b-4d82-97bc-d30aea766445 req-e97be369-77e6-4e7a-b1f5-d35af26501ce tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0517416 Mar 05 02:55:22.066068 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fb6b7cd6-a31b-4d82-97bc-d30aea766445 req-047a2f51-5430-4460-ac75-d093d4f1fcc8 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Mar 05 02:55:23.182989 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a522c-4d73-4979-97b0-fa3391b51e18 req-6cb3da73-1eeb-437f-8f31-a641bb0849d5 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:23.185087 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-421a522c-4d73-4979-97b0-fa3391b51e18 req-6cb3da73-1eeb-437f-8f31-a641bb0849d5 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0519640 Mar 05 02:55:23.234066 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-421a522c-4d73-4979-97b0-fa3391b51e18 req-98465752-4711-4569-a68c-6e3ae90f5c9a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 Mar 05 02:55:24.351196 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970ca8a-f059-4a19-aece-faa2e968fbd4 req-6c63cf70-ab40-4bb2-b9e8-893fbf957d94 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:24.352555 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f970ca8a-f059-4a19-aece-faa2e968fbd4 req-6c63cf70-ab40-4bb2-b9e8-893fbf957d94 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0517538 Mar 05 02:55:24.397541 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f970ca8a-f059-4a19-aece-faa2e968fbd4 req-e55696ba-a6be-4793-be71-24c6a5a68803 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Mar 05 02:55:25.387638 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-de033bb6-fba3-464a-a56f-ad48c2cfaa4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.513675 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96d622-8c79-46a7-9c85-681ed31a432c req-cfb61d7d-f182-4482-81c4-bfdaa44cf8a6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:25.515087 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4f96d622-8c79-46a7-9c85-681ed31a432c req-cfb61d7d-f182-4482-81c4-bfdaa44cf8a6 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0527034 Mar 05 02:55:25.561483 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4f96d622-8c79-46a7-9c85-681ed31a432c req-d8c9a5a6-28bd-492e-ac48-41e0c80f7a3c tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Mar 05 02:55:26.678395 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5977c9-8692-4eb8-89e4-dcce12579898 req-0ddd7d4c-8d48-4a11-90ae-975d9d6a88c4 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:26.679891 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0d5977c9-8692-4eb8-89e4-dcce12579898 req-0ddd7d4c-8d48-4a11-90ae-975d9d6a88c4 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0552423 Mar 05 02:55:26.725848 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0d5977c9-8692-4eb8-89e4-dcce12579898 req-d1fad59b-f62d-40d3-a8f7-75c1db4e7236 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Mar 05 02:55:27.621936 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bb7557ac-ab4a-490a-9e50-4c4fc954f9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.843678 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db709e1f-c565-45a0-b4a5-57048a4dbc01 req-cf7f9e9e-5066-42b0-875d-29c13f763d79 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:27.845144 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db709e1f-c565-45a0-b4a5-57048a4dbc01 req-cf7f9e9e-5066-42b0-875d-29c13f763d79 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0528858 Mar 05 02:55:27.899064 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-db709e1f-c565-45a0-b4a5-57048a4dbc01 req-c8728583-d3ff-4bf1-ab4d-e8bdc67ed3ed tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483532 Mar 05 02:55:27.938264 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-720367d4-9be2-4b32-b8a3-03571783415b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:27.939712 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-720367d4-9be2-4b32-b8a3-03571783415b tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 946 time: 0.0549302 Mar 05 02:55:28.046467 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Deleting port 8647369d-1b5f-487f-be9a-cd16b07bda62 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:28.046810 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:28.135726 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] For port 8647369d-1b5f-487f-be9a-cd16b07bda62, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8647369d-1b5f-487f-be9a-cd16b07bda62,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:28.136090 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:28.148392 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Calling delete_port for 8647369d-1b5f-487f-be9a-cd16b07bda62 owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:28.278197 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (8647369d-1b5f-487f-be9a-cd16b07bda62), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:28.297178 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['8647369d-1b5f-487f-be9a-cd16b07bda62', '97ec8c13-e022-49e6-a358-8a738e1e166c'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:28.304419 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Pushing event deleted for resources: {'Port': ['ID=8647369d-1b5f-487f-be9a-cd16b07bda62,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:28.354457 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] No DVR routers for this DVR port 8647369d-1b5f-487f-be9a-cd16b07bda62 on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:55:28.357798 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:28.361583 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-95fbab5c-2394-4c34-aca6-4d5fddf4583e req-2f9fc9cd-fb86-4640-adaf-a842298a2a64 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.13 "DELETE /v2.0/ports/8647369d-1b5f-487f-be9a-cd16b07bda62 HTTP/1.1" status: 204 len: 173 time: 0.4112825 Mar 05 02:55:28.362059 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e14280-8730-41d3-993e-a158f0029386', 'name': 'network-vif-deleted', 'tag': '8647369d-1b5f-487f-be9a-cd16b07bda62'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:28.364374 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a57614-032c-420d-8ab1-2b98a775e9cc" -d '{"events": [{"server_uuid": "39e14280-8730-41d3-993e-a158f0029386", "name": "network-vif-deleted", "tag": "8647369d-1b5f-487f-be9a-cd16b07bda62"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:28.402055 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970cbf17-9ab1-403e-b57d-33043376980b x-openstack-request-id: req-970cbf17-9ab1-403e-b57d-33043376980b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:28.402380 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e14280-8730-41d3-993e-a158f0029386", "name": "network-vif-deleted", "tag": "8647369d-1b5f-487f-be9a-cd16b07bda62", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:28.402883 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-970cbf17-9ab1-403e-b57d-33043376980b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:28.403404 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e14280-8730-41d3-993e-a158f0029386', 'name': 'network-vif-deleted', 'tag': '8647369d-1b5f-487f-be9a-cd16b07bda62', 'status': 'completed', 'code': 200} Mar 05 02:55:28.751926 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:29.006338 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-09cb367f-fbdb-4dd7-afaf-3e1f160bebfa req-4bf8f1b5-f230-4303-b9a2-6f33fe62d295 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e14280-8730-41d3-993e-a158f0029386 HTTP/1.1" status: 200 len: 210 time: 0.0282254 Mar 05 02:55:30.107940 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:30.281373 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b98e0-ebd5-4868-b096-bb69d33ab72e req-f939a254-c61c-4402-8782-716752ac86de tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:30.282869 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-321b98e0-ebd5-4868-b096-bb69d33ab72e req-f939a254-c61c-4402-8782-716752ac86de tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0521891 Mar 05 02:55:30.327150 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-321b98e0-ebd5-4868-b096-bb69d33ab72e req-c3e068f1-49b9-43c9-bf54-fbe4ae909f78 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Mar 05 02:55:31.080737 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 8647369d-1b5f-487f-be9a-cd16b07bda62 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:31.100647 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 8647369d-1b5f-487f-be9a-cd16b07bda62 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:31.100994 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 8647369d-1b5f-487f-be9a-cd16b07bda62 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:31.451116 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89625ee-1cb5-45d7-a5e2-8e55cc84fae4 req-f2cf0802-7775-48bd-821f-0807d4b4e45a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:31.452490 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a89625ee-1cb5-45d7-a5e2-8e55cc84fae4 req-f2cf0802-7775-48bd-821f-0807d4b4e45a tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0576582 Mar 05 02:55:31.498173 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a89625ee-1cb5-45d7-a5e2-8e55cc84fae4 req-2f9c60d0-047d-4fa9-8900-b8849115e0b1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Mar 05 02:55:31.640605 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:32.616679 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dd854-a431-453a-b8e8-6aab16e5a928 req-0967fb57-fc3a-4c5b-834a-3730c4493680 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:32.618180 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-455dd854-a431-453a-b8e8-6aab16e5a928 req-0967fb57-fc3a-4c5b-834a-3730c4493680 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0531936 Mar 05 02:55:32.664015 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-455dd854-a431-453a-b8e8-6aab16e5a928 req-3e1e82c5-4213-40e8-94d1-3b0875c22b46 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Mar 05 02:55:33.196506 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd719f-defd-4c4f-8962-cc0d5bce2574 req-5663adf9-5f9d-4457-abef-9f52856dd273 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:33.197974 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-69bd719f-defd-4c4f-8962-cc0d5bce2574 req-5663adf9-5f9d-4457-abef-9f52856dd273 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 945 time: 0.0559506 Mar 05 02:55:33.245844 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-69bd719f-defd-4c4f-8962-cc0d5bce2574 req-28bd8888-f858-479e-a5e4-20e851218b03 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Mar 05 02:55:33.782379 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b9e51-bf42-4adb-8446-6ab3ae2907d4 req-e8de9337-9b0b-4044-bdb3-d134a802c380 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:33.783855 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3f6b9e51-bf42-4adb-8446-6ab3ae2907d4 req-e8de9337-9b0b-4044-bdb3-d134a802c380 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0511174 Mar 05 02:55:33.829480 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3f6b9e51-bf42-4adb-8446-6ab3ae2907d4 req-30e7f7ae-d029-44d9-bc64-792886c5a5ba tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Mar 05 02:55:34.364530 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44eb772-3573-46c0-aad9-98e8b899315a req-ab5940fd-5ef2-4470-95ef-2f5b1b47a076 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:34.366000 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b44eb772-3573-46c0-aad9-98e8b899315a req-ab5940fd-5ef2-4470-95ef-2f5b1b47a076 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 945 time: 0.0514715 Mar 05 02:55:34.414731 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b44eb772-3573-46c0-aad9-98e8b899315a req-327b2278-88e9-45c6-b430-dbe037986d48 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Mar 05 02:55:34.944231 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf30a1-b55a-4929-9097-3f4fba337b4a req-84a171b0-2360-47ed-aff1-830d731e11c1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:34.945596 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cddf30a1-b55a-4929-9097-3f4fba337b4a req-84a171b0-2360-47ed-aff1-830d731e11c1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0510507 Mar 05 02:55:34.992358 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cddf30a1-b55a-4929-9097-3f4fba337b4a req-a097827c-21c7-4eda-bff7-deaab32b25cc tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412481 Mar 05 02:55:35.530618 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62831c5f-74be-4b7a-927e-0b743ab5fb08 req-2da1724c-ad71-4131-9995-80aa07de04b0 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:35.532066 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-62831c5f-74be-4b7a-927e-0b743ab5fb08 req-2da1724c-ad71-4131-9995-80aa07de04b0 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 945 time: 0.0511482 Mar 05 02:55:35.576251 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-62831c5f-74be-4b7a-927e-0b743ab5fb08 req-5e0c0e6c-0058-433c-bb94-ad87c232b1d3 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388966 Mar 05 02:55:35.630606 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f9962-b83f-47aa-9658-efe409a7b187 req-ddbd888e-8fce-4554-b6fe-efcad576a27b tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:35.632015 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-413f9962-b83f-47aa-9658-efe409a7b187 req-ddbd888e-8fce-4554-b6fe-efcad576a27b tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89e62f7-7ccc-48a6-ad76-88f6e022fe95 HTTP/1.1" status: 200 len: 945 time: 0.0538542 Mar 05 02:55:35.724987 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Deleting port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:35.725247 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.814511 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] For port 1165b4f9-8e23-488c-bf07-4804d1f8bb98, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1165b4f9-8e23-488c-bf07-4804d1f8bb98,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:35.814873 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.826766 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Calling delete_port for 1165b4f9-8e23-488c-bf07-4804d1f8bb98 owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:35.945786 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (1165b4f9-8e23-488c-bf07-4804d1f8bb98), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.961236 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['1165b4f9-8e23-488c-bf07-4804d1f8bb98'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:35.977665 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Pushing event deleted for resources: {'Port': ['ID=1165b4f9-8e23-488c-bf07-4804d1f8bb98,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:36.020388 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] No DVR routers for this DVR port 1165b4f9-8e23-488c-bf07-4804d1f8bb98 on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:55:36.022950 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:36.026341 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-413f9962-b83f-47aa-9658-efe409a7b187 req-b10d9e9c-33d6-4b1a-a5bc-6e29f0348314 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.13 "DELETE /v2.0/ports/1165b4f9-8e23-488c-bf07-4804d1f8bb98 HTTP/1.1" status: 204 len: 173 time: 0.3870049 Mar 05 02:55:36.026968 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e62f7-7ccc-48a6-ad76-88f6e022fe95', 'name': 'network-vif-deleted', 'tag': '1165b4f9-8e23-488c-bf07-4804d1f8bb98'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:36.029320 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d12e3d4-ff03-4702-a70d-d5f6006b8b8f" -d '{"events": [{"server_uuid": "b89e62f7-7ccc-48a6-ad76-88f6e022fe95", "name": "network-vif-deleted", "tag": "1165b4f9-8e23-488c-bf07-4804d1f8bb98"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:36.064884 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692f484e-b14d-448e-8d33-f2d7789902e2 x-openstack-request-id: req-692f484e-b14d-448e-8d33-f2d7789902e2 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:36.065210 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e62f7-7ccc-48a6-ad76-88f6e022fe95", "name": "network-vif-deleted", "tag": "1165b4f9-8e23-488c-bf07-4804d1f8bb98", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:36.065917 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-692f484e-b14d-448e-8d33-f2d7789902e2 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:36.066524 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e62f7-7ccc-48a6-ad76-88f6e022fe95', 'name': 'network-vif-deleted', 'tag': '1165b4f9-8e23-488c-bf07-4804d1f8bb98', 'status': 'completed', 'code': 200} Mar 05 02:55:36.123840 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e36c1-ab34-457d-ad73-fd83c1b26c01 req-18aebc7f-81bd-4559-86a8-760d082dcdc7 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:36.125313 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-148e36c1-ab34-457d-ad73-fd83c1b26c01 req-18aebc7f-81bd-4559-86a8-760d082dcdc7 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0532303 Mar 05 02:55:36.174143 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-148e36c1-ab34-457d-ad73-fd83c1b26c01 req-d097c863-c704-424e-842a-c434d8044891 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Mar 05 02:55:37.292781 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb51ef0-8fee-4341-8130-6ecd7b451d09 req-8d3aac3e-53b6-4898-84ae-2ac50ea7c081 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:37.294922 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bdb51ef0-8fee-4341-8130-6ecd7b451d09 req-8d3aac3e-53b6-4898-84ae-2ac50ea7c081 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0548983 Mar 05 02:55:37.338984 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bdb51ef0-8fee-4341-8130-6ecd7b451d09 req-c3371d67-d5b1-42a6-bfbd-479911fd606f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 Mar 05 02:55:38.454879 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77371f03-034c-47cc-9467-ff1e4547ee78 req-3dd8f46a-7510-457b-9eb6-e31c8131e5c1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:38.456323 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77371f03-034c-47cc-9467-ff1e4547ee78 req-3dd8f46a-7510-457b-9eb6-e31c8131e5c1 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0510519 Mar 05 02:55:38.501667 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77371f03-034c-47cc-9467-ff1e4547ee78 req-b53bddb0-e7d5-4aaf-b408-a5137b61668f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Mar 05 02:55:39.619945 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844d7a-ee34-42eb-bdfd-a20f7b8269fd req-9180e3d6-92cf-4846-ae42-5d7e818f41f4 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:39.622069 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-22844d7a-ee34-42eb-bdfd-a20f7b8269fd req-9180e3d6-92cf-4846-ae42-5d7e818f41f4 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0559230 Mar 05 02:55:39.666568 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-22844d7a-ee34-42eb-bdfd-a20f7b8269fd req-32e4831e-a685-448e-aad2-b8c43e4954c2 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/security-groups?id=de358b76-a018-4396-a3e3-16f3aeebf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Mar 05 02:55:39.730981 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 1165b4f9-8e23-488c-bf07-4804d1f8bb98 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:39.752777 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 1165b4f9-8e23-488c-bf07-4804d1f8bb98 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:39.753124 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 1165b4f9-8e23-488c-bf07-4804d1f8bb98 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:39.754656 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:40.297554 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-3712c40c-624b-4c51-ac54-73fe26e99648 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:40.298997 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-3712c40c-624b-4c51-ac54-73fe26e99648 tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Mar 05 02:55:40.389742 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Deleting port 97ec8c13-e022-49e6-a358-8a738e1e166c {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:40.390107 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:40.476654 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] For port 97ec8c13-e022-49e6-a358-8a738e1e166c, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=97ec8c13-e022-49e6-a358-8a738e1e166c,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:40.477013 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:40.489116 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Calling delete_port for 97ec8c13-e022-49e6-a358-8a738e1e166c owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:40.614029 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (97ec8c13-e022-49e6-a358-8a738e1e166c), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:40.626742 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['97ec8c13-e022-49e6-a358-8a738e1e166c'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:40.642238 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Pushing event deleted for resources: {'Port': ['ID=97ec8c13-e022-49e6-a358-8a738e1e166c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:40.684233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] No DVR routers for this DVR port 97ec8c13-e022-49e6-a358-8a738e1e166c on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:55:40.686718 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:40.689912 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2cf2d1fd-788f-4626-bb8a-66934ff03cb3 req-9d340c24-68ad-4543-979d-c64cf53a352f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.13 "DELETE /v2.0/ports/97ec8c13-e022-49e6-a358-8a738e1e166c HTTP/1.1" status: 204 len: 173 time: 0.3844748 Mar 05 02:55:40.690365 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24fee69-5bf4-40f4-ba18-56aecd12dd96', 'name': 'network-vif-deleted', 'tag': '97ec8c13-e022-49e6-a358-8a738e1e166c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:40.692619 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22e6011-aebb-4575-96d9-da421e95e44f" -d '{"events": [{"server_uuid": "c24fee69-5bf4-40f4-ba18-56aecd12dd96", "name": "network-vif-deleted", "tag": "97ec8c13-e022-49e6-a358-8a738e1e166c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:40.733110 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6f8846-0573-42b3-9c09-65afd3fe6ca7 x-openstack-request-id: req-2a6f8846-0573-42b3-9c09-65afd3fe6ca7 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:40.733412 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24fee69-5bf4-40f4-ba18-56aecd12dd96", "name": "network-vif-deleted", "tag": "97ec8c13-e022-49e6-a358-8a738e1e166c", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:40.733664 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a6f8846-0573-42b3-9c09-65afd3fe6ca7 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:40.734097 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24fee69-5bf4-40f4-ba18-56aecd12dd96', 'name': 'network-vif-deleted', 'tag': '97ec8c13-e022-49e6-a358-8a738e1e166c', 'status': 'completed', 'code': 200} Mar 05 02:55:40.762212 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f21f59a6-d8f6-4cef-a855-b80165d609d7 req-ffba289d-d603-4c16-9a5b-f531cb8ae60f tempest-ServerRescueNegativeTestJSON-147377845 tempest-ServerRescueNegativeTestJSON-147377845-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24fee69-5bf4-40f4-ba18-56aecd12dd96 HTTP/1.1" status: 200 len: 210 time: 0.0270944 Mar 05 02:55:41.820074 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52642) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:42.221676 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (e1b5969e-3f7d-48cd-a78d-8061af1300b0), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:42.507337 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Deleting port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:42.507666 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:42.799895 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] For port 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,segment=NetworkSegment(3baa6af2-0ad0-43bf-8604-f22dd825b164),segment_id=3baa6af2-0ad0-43bf-8604-f22dd825b164)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:42.800172 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:42.811703 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Calling delete_port for 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 owned by network:router_interface {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:42.987721 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (6a74b5b1-d7b2-4d67-8a20-8f0cd532e390), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.017628 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a74b5b1-d7b2-4d67-8a20-8f0cd532e390,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:43.174560 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (e1b5969e-3f7d-48cd-a78d-8061af1300b0), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.394372 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Router e1b5969e-3f7d-48cd-a78d-8061af1300b0 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:55:43.499093 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:43.504131 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-1495872a-f5cb-4402-ac12-8da82baecc99 admin admin] 10.222.0.26 "PUT /v2.0/routers/e1b5969e-3f7d-48cd-a78d-8061af1300b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6828673 Mar 05 02:55:43.506434 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52652) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:43.509038 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] Sync routers for ids ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:43.518411 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] Routers {'e1b5969e-3f7d-48cd-a78d-8061af1300b0'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:43.519013 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:43.609828 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks [] for router (e1b5969e-3f7d-48cd-a78d-8061af1300b0), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.624236 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] Set router e1b5969e-3f7d-48cd-a78d-8061af1300b0 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:43.715213 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks [] for router_gateway (e1b5969e-3f7d-48cd-a78d-8061af1300b0), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.772241 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Deleting port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:43.772490 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.803476 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:55:42Z', 'revision_number': 5, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port': {'id': '4dd737aa-42a7-4b64-99c7-b23e9f3fad53', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:43.829863 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] Checking router: e1b5969e-3f7d-48cd-a78d-8061af1300b0 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:43.837857 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] Routers {'e1b5969e-3f7d-48cd-a78d-8061af1300b0'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:43.838471 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:43.855231 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] For port 4dd737aa-42a7-4b64-99c7-b23e9f3fad53, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=4dd737aa-42a7-4b64-99c7-b23e9f3fad53,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:43.855599 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.867401 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Calling delete_port for 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 owned by network:router_gateway {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:43.923528 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] Set router e1b5969e-3f7d-48cd-a78d-8061af1300b0 gateway port host: None {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:43.972923 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:55:43Z', 'revision_number': 6, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:44.002027 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93fe8-2563-4423-ae8c-2005ced2e78f None None] The sync data for ids ['e1b5969e-3f7d-48cd-a78d-8061af1300b0'] in dv-cinder-827259-3-iscsi is: [{'id': 'e1b5969e-3f7d-48cd-a78d-8061af1300b0', 'name': 'tempest-ServerRescueNegativeTestJSON-400135297-router', 'tenant_id': '8112a5759c444c1f94be24ab61bf072f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:03Z', 'updated_at': '2022-03-05T02:55:43Z', 'revision_number': 6, 'project_id': '8112a5759c444c1f94be24ab61bf072f', 'gw_port_host': None}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:44.038298 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (4dd737aa-42a7-4b64-99c7-b23e9f3fad53), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.065101 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd737aa-42a7-4b64-99c7-b23e9f3fad53,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:44.125471 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (e1b5969e-3f7d-48cd-a78d-8061af1300b0), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.138437 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 97ec8c13-e022-49e6-a358-8a738e1e166c no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:44.160760 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 97ec8c13-e022-49e6-a358-8a738e1e166c {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:44.161095 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 97ec8c13-e022-49e6-a358-8a738e1e166c not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:44.234428 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (e1b5969e-3f7d-48cd-a78d-8061af1300b0), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.236529 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks [] for router_controller (e1b5969e-3f7d-48cd-a78d-8061af1300b0), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.300245 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (e1b5969e-3f7d-48cd-a78d-8061af1300b0), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.300701 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b5969e-3f7d-48cd-a78d-8061af1300b0 {{(pid=109852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:55:44.305778 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.306831 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c1d67361-aac8-4998-ad69-5c68853a8c67 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e1b5969e-3f7d-48cd-a78d-8061af1300b0 HTTP/1.1" status: 204 len: 168 time: 0.7995138 Mar 05 02:55:44.309930 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52656) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:44.360806 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bee521f-01f5-4ecc-95c6-31c25119d799 admin admin] Deleting subnet 7d6772f6-ae72-4af8-af9b-728334f24701 {{(pid=109852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:55:44.363989 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2bee521f-01f5-4ecc-95c6-31c25119d799 admin admin] Publish callbacks [] for subnet (7d6772f6-ae72-4af8-af9b-728334f24701), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.399246 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2bee521f-01f5-4ecc-95c6-31c25119d799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16340174'] for subnet (7d6772f6-ae72-4af8-af9b-728334f24701), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.442748 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2bee521f-01f5-4ecc-95c6-31c25119d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (7d6772f6-ae72-4af8-af9b-728334f24701), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.499890 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2bee521f-01f5-4ecc-95c6-31c25119d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16337559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13058932'] for subnet (7d6772f6-ae72-4af8-af9b-728334f24701), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.525472 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee521f-01f5-4ecc-95c6-31c25119d799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6772f6-ae72-4af8-af9b-728334f24701,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:44.529744 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2bee521f-01f5-4ecc-95c6-31c25119d799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.532811 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-2bee521f-01f5-4ecc-95c6-31c25119d799 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7d6772f6-ae72-4af8-af9b-728334f24701 HTTP/1.1" status: 204 len: 168 time: 0.2218106 Mar 05 02:55:44.535271 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52658) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:44.606973 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (f9d1ff72-b3e0-444c-b935-4420329c224f), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.683420 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (f9d1ff72-b3e0-444c-b935-4420329c224f), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.708823 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d1ff72-b3e0-444c-b935-4420329c224f']}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:44.718997 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3baa6af2-0ad0-43bf-8604-f22dd825b164') {'for_net_delete': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:44.719296 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3baa6af2-0ad0-43bf-8604-f22dd825b164') {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:44.729331 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16340021'] for segment (3baa6af2-0ad0-43bf-8604-f22dd825b164), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.743398 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (3baa6af2-0ad0-43bf-8604-f22dd825b164), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.749789 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:55:44.750170 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16337661'] for segment (3baa6af2-0ad0-43bf-8604-f22dd825b164), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: Traceback (most recent call last): Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: timer() Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: cb(*args, **kw) Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: return func(*args, **kwargs) Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: self._notify() Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: self.callback(batched_events) Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: event.method(event) Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: return f(self, *a, **k) Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._get(url).json() Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: return self.request(url, 'GET', **kwargs) Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:55:44.751893 dv-cinder-827259-3-iscsi neutron-server[109852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:55:44.811880 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (f9d1ff72-b3e0-444c-b935-4420329c224f), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.816982 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.817603 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:44.820118 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f9d1ff72-b3e0-444c-b935-4420329c224f HTTP/1.1" status: 204 len: 168 time: 0.2839508 Mar 05 02:55:44.833243 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832a004-38d2-4c2c-9157-1015502d2203 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d1ff72-b3e0-444c-b935-4420329c224f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:44.844488 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:44.845066 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 4dd737aa-42a7-4b64-99c7-b23e9f3fad53 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:44.845489 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:44.865068 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:44.865414 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 6a74b5b1-d7b2-4d67-8a20-8f0cd532e390 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:44.979266 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52662) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:45.017145 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-6501996e-bd06-4102-979b-78eab7fae217 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8112a5759c444c1f94be24ab61bf072f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0367479 Mar 05 02:55:45.019517 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52664) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:45.068233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8ac8984d-4a73-422b-845f-5501b8f0299d admin admin] Publish callbacks [] for security_group (de358b76-a018-4396-a3e3-16f3aeebf92d), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.088407 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8ac8984d-4a73-422b-845f-5501b8f0299d admin admin] Publish callbacks [] for security_group (de358b76-a018-4396-a3e3-16f3aeebf92d), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.135006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8ac8984d-4a73-422b-845f-5501b8f0299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (de358b76-a018-4396-a3e3-16f3aeebf92d), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.138457 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8ac8984d-4a73-422b-845f-5501b8f0299d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.139600 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-8ac8984d-4a73-422b-845f-5501b8f0299d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de358b76-a018-4396-a3e3-16f3aeebf92d HTTP/1.1" status: 204 len: 168 time: 0.1192238 Mar 05 02:55:45.148821 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8984d-4a73-422b-845f-5501b8f0299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de358b76-a018-4396-a3e3-16f3aeebf92d,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:45.604546 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-4c67d948-88ab-43af-8422-9e8f3c90ad40 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:45.606101 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-4c67d948-88ab-43af-8422-9e8f3c90ad40 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/networks?id=68be04e0-e340-4669-98a5-143d697647c0 HTTP/1.1" status: 200 len: 813 time: 0.1003003 Mar 05 02:55:45.620431 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-d55f83d4-c1ee-4d5e-b164-694912587462 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/quotas/8efa5f5dbc9f460aa91f4f62eb57abee HTTP/1.1" status: 200 len: 375 time: 0.0089841 Mar 05 02:55:45.656267 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-bc92324c-d40c-442b-a6d0-c17203884e00 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8efa5f5dbc9f460aa91f4f62eb57abee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302448 Mar 05 02:55:45.747451 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-1e180288-b910-44d6-9d1d-4a051f83d82e service neutron] 10.222.0.26 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840838 Mar 05 02:55:45.823725 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52702) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:45.839467 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-eb8f5579-e5a6-4ddd-a17a-a7eb9f01bb56 service neutron] 10.222.0.26 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862241 Mar 05 02:55:45.920864 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-934022707-network', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:45.940320 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Made reservation on behalf of 3dd2b27540c04b4c8741ce8c9a5e2b47 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:45.942951 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.953384 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.000510 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-628ac883-f190-48a7-83dc-d032a20ef207 req-4f98f169-b16f-4b03-b5d8-cd14f397052d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 210 time: 0.0302355 Mar 05 02:55:46.053535 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Publish callbacks [] for security_group (5c0cc6ef-a2dd-4560-9236-e5c7d2d4b4e7), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.057555 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5c0cc6ef-a2dd-4560-9236-e5c7d2d4b4e7), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.084121 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:55:46.093677 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0cc6ef-a2dd-4560-9236-e5c7d2d4b4e7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:46.104188 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (b7514b3e-1a80-4385-b7b6-1e7c6f7a408d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.104526 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Added segment b7514b3e-1a80-4385-b7b6-1e7c6f7a408d of type vlan for network ea79f853-47ea-48eb-b063-dca7ecd22a4d Mar 05 02:55:46.146321 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (ea79f853-47ea-48eb-b063-dca7ecd22a4d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.171964 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (ea79f853-47ea-48eb-b063-dca7ecd22a4d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.172986 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:46.173571 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.205391 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3797135 Mar 05 02:55:46.208317 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52714) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:46.213039 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Request body: {'subnet': {'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-934022707-subnet', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:46.235001 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Made reservation on behalf of 3dd2b27540c04b4c8741ce8c9a5e2b47 for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:46.236041 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8939d6-fb5d-4a68-93ac-d986c828aea8 admin admin] Pushing event updated for resources: {'Network': ['ID=ea79f853-47ea-48eb-b063-dca7ecd22a4d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:46.242956 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13058835'] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.248543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:55:46.433888 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16340048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13058829'] for subnet (c7035d98-74ae-41a1-ba00-4ecb1c2745d8), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.490053 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7035d98-74ae-41a1-ba00-4ecb1c2745d8,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:46.497161 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Checking segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:46.497544 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Network hostable DHCP agents. Network: ea79f853-47ea-48eb-b063-dca7ecd22a4d, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:55:46.514500 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:55:46.522894 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, ea79f853-47ea-48eb-b063-dca7ecd22a4d) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:46.526822 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:46.527418 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.534050 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bda132-a67d-4a9c-8949-3e596e3c4cfa None None] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:55:46.544044 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-64aed283-4449-4b0d-91fe-a847722f95ba admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3340168 Mar 05 02:55:46.547337 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:46.552305 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:46.571898 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (542ccd30-f022-4633-9032-02ea522e24c8), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.572832 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (542ccd30-f022-4633-9032-02ea522e24c8), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.629710 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks [] for router_controller (542ccd30-f022-4633-9032-02ea522e24c8), precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.643391 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:55:46.644363 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.770191 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks [] for router_gateway (542ccd30-f022-4633-9032-02ea522e24c8), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.781927 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Allocated IP 172.20.0.2 (ea79f853-47ea-48eb-b063-dca7ecd22a4d/c7035d98-74ae-41a1-ba00-4ecb1c2745d8/0025d563-77a8-4152-8b08-f40b8cede263) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:46.929633 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Publish callbacks [] for port (0025d563-77a8-4152-8b08-f40b8cede263), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.936435 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (0025d563-77a8-4152-8b08-f40b8cede263), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.979207 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:46.983903 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks [] for router_gateway (542ccd30-f022-4633-9032-02ea522e24c8), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:46.984414 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:46.987040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:47.004554 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.020382 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Pushing event updated for resources: {'Port': ['ID=0025d563-77a8-4152-8b08-f40b8cede263,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:47.057875 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Attempting to bind port 0025d563-77a8-4152-8b08-f40b8cede263 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:55:47.059411 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Attempting to bind port 0025d563-77a8-4152-8b08-f40b8cede263 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:55:47.059994 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Attempting to bind port 0025d563-77a8-4152-8b08-f40b8cede263 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:47.067369 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:55:47.067848 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Checking segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:47.068393 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.068816 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Bound using segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:55:47.069352 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Bound port: 0025d563-77a8-4152-8b08-f40b8cede263, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:55:47.069923 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (0025d563-77a8-4152-8b08-f40b8cede263), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.115599 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-9b669a45-7f78-402f-b43d-dc4eb006e499 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:47.117072 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-9b669a45-7f78-402f-b43d-dc4eb006e499 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.13 "GET /v2.0/networks?id=68be04e0-e340-4669-98a5-143d697647c0 HTTP/1.1" status: 200 len: 813 time: 0.1289947 Mar 05 02:55:47.142313 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Request body: {'port': {'device_id': '110e5aaf-5b65-47ec-8a04-b48155049cf5', 'network_id': '68be04e0-e340-4669-98a5-143d697647c0', 'admin_state_up': True, 'tenant_id': '8efa5f5dbc9f460aa91f4f62eb57abee'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:47.147828 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] For port 0025d563-77a8-4152-8b08-f40b8cede263, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:55:47.152494 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] For port 0025d563-77a8-4152-8b08-f40b8cede263, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=0025d563-77a8-4152-8b08-f40b8cede263,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:55:47.160437 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (0025d563-77a8-4152-8b08-f40b8cede263), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.176013 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6937c1d6-8b33-4b71-bf58-0975957b108a req-b5fcf690-cd90-48ef-bbf7-66d582c487ca tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 210 time: 0.0497606 Mar 05 02:55:47.201669 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Allocated IP 172.27.3.241 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/9fb15df8-5c16-4937-94e3-ad00f29ad8e2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:47.234568 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4dd9f-96c7-4674-a32e-95492dcc321c None None] Pushing event updated for resources: {'Port': ['ID=0025d563-77a8-4152-8b08-f40b8cede263,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:47.302042 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Made reservation on behalf of 8efa5f5dbc9f460aa91f4f62eb57abee for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:47.306263 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.335838 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks [] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.373107 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.423626 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:47.427677 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:47.437236 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:47.466327 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb15df8-5c16-4937-94e3-ad00f29ad8e2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:47.468430 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Allocated IP 172.20.0.10 (68be04e0-e340-4669-98a5-143d697647c0/400c42d6-4fbb-4127-b2da-e305e3c48fee/7d66b0a8-f21d-42f8-a151-dddba94a3dfe) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:47.640701 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks [] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.674565 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.710665 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks [] for router_gateway (542ccd30-f022-4633-9032-02ea522e24c8), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.723656 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Network 68be04e0-e340-4669-98a5-143d697647c0 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:47.728963 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:47.732071 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:47.739049 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Pushing event updated for resources: {'Port': ['ID=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:47.786607 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:47.787278 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.804606 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-54916332-ede8-43d1-964a-44b8676a2e80 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6685321 Mar 05 02:55:47.816410 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Request body: {'port': {'device_id': '110e5aaf-5b65-47ec-8a04-b48155049cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:47.873521 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.147535 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (542ccd30-f022-4633-9032-02ea522e24c8), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.188456 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d66b0a8-f21d-42f8-a151-dddba94a3dfe {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:48.198161 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Publish callbacks [] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.214057 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Transition to ACTIVE for port object 7d66b0a8-f21d-42f8-a151-dddba94a3dfe will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:55:48.221190 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.305815 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Pushing event updated for resources: {'Port': ['ID=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:48.332650 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Router 542ccd30-f022-4633-9032-02ea522e24c8 is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:55:48.371660 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66144122-204b-4224-adde-dde775d5cf9e None None] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:55:48.424893 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Attempting to bind port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:55:48.424893 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Attempting to bind port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:55:48.424893 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Attempting to bind port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe on network 68be04e0-e340-4669-98a5-143d697647c0 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:48.432098 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe on network 68be04e0-e340-4669-98a5-143d697647c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:55:48.432258 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Attempting to bind port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe on network 68be04e0-e340-4669-98a5-143d697647c0 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:48.445137 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f765b74-1946-4c95-826f-7f7de927c670 req-f2309452-93d4-4ee3-97e0-9623c9db3b7d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:48.446735 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5f765b74-1946-4c95-826f-7f7de927c670 req-f2309452-93d4-4ee3-97e0-9623c9db3b7d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 944 time: 0.1161251 Mar 05 02:55:48.448023 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:55:48.448468 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Checking segment: {'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:48.448866 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Bound using segment: {'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:55:48.449314 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Bound port: 7d66b0a8-f21d-42f8-a151-dddba94a3dfe, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92837c0f-c7d6-4777-b847-b97fe4c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68be04e0-e340-4669-98a5-143d697647c0'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:55:48.450722 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.464626 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:48.485614 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.489477 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1b6d5c7c-c302-4327-91ea-8631e799ec77 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9383125 Mar 05 02:55:48.489739 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52740) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:48.541469 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5f765b74-1946-4c95-826f-7f7de927c670 req-2f99ee43-d256-4b52-92cf-90c726f201d4 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873942 Mar 05 02:55:48.563969 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] For port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:55:48.567543 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] For port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:55:48.573575 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.596369 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:48.626433 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-ec7401a9-b71e-45fb-9d8d-11dae51d6f76 None None] Provisioning complete for port 0025d563-77a8-4152-8b08-f40b8cede263 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:48.626814 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec7401a9-b71e-45fb-9d8d-11dae51d6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (0025d563-77a8-4152-8b08-f40b8cede263), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.630235 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:48.630881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:48.745308 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:55:48.855293 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:48.856817 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.858346 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] 10.222.0.13 "PUT /v2.0/ports/7d66b0a8-f21d-42f8-a151-dddba94a3dfe HTTP/1.1" status: 200 len: 1094 time: 1.0460107 Mar 05 02:55:48.858802 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110e5aaf-5b65-47ec-8a04-b48155049cf5', 'tag': '7d66b0a8-f21d-42f8-a151-dddba94a3dfe'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:48.861096 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "110e5aaf-5b65-47ec-8a04-b48155049cf5", "tag": "7d66b0a8-f21d-42f8-a151-dddba94a3dfe"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:48.884943 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:48.899971 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841e12c-58e5-4114-9b3c-69898a65152d service neutron] Pushing event updated for resources: {'Port': ['ID=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:48.932021 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a4ae0-22a1-47a6-9ed8-70f9dffa672a x-openstack-request-id: req-9e0a4ae0-22a1-47a6-9ed8-70f9dffa672a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:48.932222 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110e5aaf-5b65-47ec-8a04-b48155049cf5", "tag": "7d66b0a8-f21d-42f8-a151-dddba94a3dfe", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:48.933531 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e0a4ae0-22a1-47a6-9ed8-70f9dffa672a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:48.934684 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110e5aaf-5b65-47ec-8a04-b48155049cf5', 'tag': '7d66b0a8-f21d-42f8-a151-dddba94a3dfe', 'status': 'completed', 'code': 200} Mar 05 02:55:48.952259 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 0025d563-77a8-4152-8b08-f40b8cede263 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:49.010447 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-b5c4f017-8aca-4198-9da4-713aac25c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.012748 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-b5c4f017-8aca-4198-9da4-713aac25c91f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efa5f5dbc9f460aa91f4f62eb57abee&device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 1128 time: 0.0727296 Mar 05 02:55:49.015267 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-ec7401a9-b71e-45fb-9d8d-11dae51d6f76 None None] Current status of the port 0025d563-77a8-4152-8b08-f40b8cede263 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:49.015663 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec7401a9-b71e-45fb-9d8d-11dae51d6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (0025d563-77a8-4152-8b08-f40b8cede263), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.064818 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-f95100a2-2bda-4c9e-a7ee-c3ff60e66eaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d66b0a8-f21d-42f8-a151-dddba94a3dfe HTTP/1.1" status: 200 len: 217 time: 0.0421579 Mar 05 02:55:49.107617 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.131309 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-ec7401a9-b71e-45fb-9d8d-11dae51d6f76 None None] For port 0025d563-77a8-4152-8b08-f40b8cede263, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=0025d563-77a8-4152-8b08-f40b8cede263,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:49.136887 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-818dc9a4-66db-45aa-97b3-73d2675d4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.139175 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-818dc9a4-66db-45aa-97b3-73d2675d4695 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=400c42d6-4fbb-4127-b2da-e305e3c48fee HTTP/1.1" status: 200 len: 853 time: 0.0667007 Mar 05 02:55:49.148617 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec7401a9-b71e-45fb-9d8d-11dae51d6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (0025d563-77a8-4152-8b08-f40b8cede263), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.157417 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 0025d563-77a8-4152-8b08-f40b8cede263 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:49.157417 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (0025d563-77a8-4152-8b08-f40b8cede263), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.186448 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-dcecd6de-8f97-4775-96aa-36e557ee78e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68be04e0-e340-4669-98a5-143d697647c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381658 Mar 05 02:55:49.278704 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7401a9-b71e-45fb-9d8d-11dae51d6f76 None None] Pushing event updated for resources: {'Port': ['ID=0025d563-77a8-4152-8b08-f40b8cede263,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:49.300789 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-20c9b5d8-8792-4032-b87f-0071e4511220 None None] Provisioning complete for port 0025d563-77a8-4152-8b08-f40b8cede263 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:49.301063 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-20c9b5d8-8792-4032-b87f-0071e4511220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (0025d563-77a8-4152-8b08-f40b8cede263), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.306803 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-65074104-1312-473b-95cc-540d871512a6 service neutron] 10.222.0.13 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137042 Mar 05 02:55:49.307966 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Allocated IP 172.20.0.1 (ea79f853-47ea-48eb-b063-dca7ecd22a4d/c7035d98-74ae-41a1-ba00-4ecb1c2745d8/57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:49.376412 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:47Z', 'revision_number': 3, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:49.413652 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:49.414031 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Updating router 542ccd30-f022-4633-9032-02ea522e24c8 port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:55:49.416442 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 0025d563-77a8-4152-8b08-f40b8cede263 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:49.428368 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Publish callbacks [] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.437422 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-683df1ef-1b71-446b-935f-13f2aeee1820 req-fdd02c93-9ba2-437b-9963-b4b8fdccf396 service neutron] 10.222.0.13 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213965 Mar 05 02:55:49.479096 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.492067 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.517650 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b5d8-8792-4032-b87f-0071e4511220 None None] Current status of the port 0025d563-77a8-4152-8b08-f40b8cede263 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:49.550284 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-1f0a9c07-f3f8-4954-9262-a39682e4b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.551932 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-1f0a9c07-f3f8-4954-9262-a39682e4b8af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efa5f5dbc9f460aa91f4f62eb57abee&device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 1128 time: 0.0530920 Mar 05 02:55:49.553548 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Pushing event updated for resources: {'Port': ['ID=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:49.579192 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:49.581189 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:49.593482 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:49.662112 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (542ccd30-f022-4633-9032-02ea522e24c8), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.725155 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-606b7505-939c-43e3-98d4-43f15cf05153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.727221 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-606b7505-939c-43e3-98d4-43f15cf05153 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68be04e0-e340-4669-98a5-143d697647c0 HTTP/1.1" status: 200 len: 913 time: 0.1686523 Mar 05 02:55:49.818369 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-38c840f7-c61b-431a-9ac6-282516f874fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d66b0a8-f21d-42f8-a151-dddba94a3dfe HTTP/1.1" status: 200 len: 217 time: 0.0627038 Mar 05 02:55:49.849710 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.859444 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Publish callbacks [] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.865417 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.894787 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8330f-c2b9-4c76-9492-c07d01a87ff2 req-e43d4f8f-e69d-46d4-bca4-7746da724156 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.896272 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4fb8330f-c2b9-4c76-9492-c07d01a87ff2 req-e43d4f8f-e69d-46d4-bca4-7746da724156 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1747260 Mar 05 02:55:49.904194 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41774816-e8cf-48ff-bf89-8d413937c944 req-488eaae2-3d52-44b4-afd0-8b3efdc40734 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.911159 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-41774816-e8cf-48ff-bf89-8d413937c944 req-488eaae2-3d52-44b4-afd0-8b3efdc40734 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 944 time: 0.2043753 Mar 05 02:55:49.917887 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Attempting to bind port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:55:49.919321 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Attempting to bind port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:55:49.919321 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Attempting to bind port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:49.924803 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eda823-6bba-48f9-8857-23b29226cbdc None None] Pushing event updated for resources: {'Port': ['ID=9fb15df8-5c16-4937-94e3-ad00f29ad8e2,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:49.930962 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-f5a46725-f2fe-451d-8d9d-c26cb8d9b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.932390 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-f5a46725-f2fe-451d-8d9d-c26cb8d9b7fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=400c42d6-4fbb-4127-b2da-e305e3c48fee HTTP/1.1" status: 200 len: 853 time: 0.1045611 Mar 05 02:55:49.936151 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:55:49.936519 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:49.937018 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.937425 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:55:49.937908 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Bound port: 9fb15df8-5c16-4937-94e3-ad00f29ad8e2, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:55:49.938328 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.971225 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-e0b08c0c-5582-4d1f-8bc4-b2507802af11 None None] Provisioning complete for port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:49.971606 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e0b08c0c-5582-4d1f-8bc4-b2507802af11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.982445 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-14cf908a-d7f9-44aa-ab5d-d998dba137c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68be04e0-e340-4669-98a5-143d697647c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329044 Mar 05 02:55:50.025091 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-e0b08c0c-5582-4d1f-8bc4-b2507802af11 None None] Port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:55:50.032238 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] For port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:55:50.036246 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] For port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9fb15df8-5c16-4937-94e3-ad00f29ad8e2,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:55:50.039647 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Publish callbacks [] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:50.043110 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:50.047066 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:50.055269 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4fb8330f-c2b9-4c76-9492-c07d01a87ff2 req-0aa7156d-ab5c-4393-a258-bb2e695b8365 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397371 Mar 05 02:55:50.094756 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-41774816-e8cf-48ff-bf89-8d413937c944 req-ae7db875-d3bd-4c5c-ab7c-b66bbc979126 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825166 Mar 05 02:55:50.123234 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:50.123899 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:50.127383 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (542ccd30-f022-4633-9032-02ea522e24c8), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:50.130135 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Pushing event updated for resources: {'Port': ['ID=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:50.135719 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-a2f0c5d2-4c10-4397-b377-fbdd794c4bae service neutron] 10.222.0.13 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440890 Mar 05 02:55:50.179105 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eda823-6bba-48f9-8857-23b29226cbdc None None] Pushing event updated for resources: {'Port': ['ID=9fb15df8-5c16-4937-94e3-ad00f29ad8e2,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:50.231992 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:50.233574 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:50.235955 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7bfe1e4d-9496-47b3-8232-2a1f501a7bfe req-9d78db2b-33fc-4775-b794-5c87f55e3241 service neutron] 10.222.0.13 "GET /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939226 Mar 05 02:55:50.252472 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:50.352473 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:55:50.458926 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-d29f2fa3-6cff-41cc-b0df-b36438bd2717 None None] Provisioning complete for port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:50.459485 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d29f2fa3-6cff-41cc-b0df-b36438bd2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:50.474239 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:50.479967 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e1558574-420d-4d6a-be64-1d0703547e8e admin admin] 10.222.0.26 "PUT /v2.0/routers/542ccd30-f022-4633-9032-02ea522e24c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891829 Mar 05 02:55:50.622724 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-d29f2fa3-6cff-41cc-b0df-b36438bd2717 None None] Port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:55:50.626561 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:50.653546 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36f299-3e45-4705-84d0-046dbf2babc3 None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:50.818372 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 0025d563-77a8-4152-8b08-f40b8cede263 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:50.878313 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 0025d563-77a8-4152-8b08-f40b8cede263 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:50.878689 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (0025d563-77a8-4152-8b08-f40b8cede263), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:50.890673 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52758) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:50.895189 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-0e234412-176e-47fb-aef4-da00ff8767bb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211066018', 'description': 'tempest-description--931786282'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:50.924418 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0e234412-176e-47fb-aef4-da00ff8767bb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:50.981675 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 0025d563-77a8-4152-8b08-f40b8cede263 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:50.995770 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0e234412-176e-47fb-aef4-da00ff8767bb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (54cd88e7-76d0-4863-9e01-9e5d2e728725), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.000965 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0e234412-176e-47fb-aef4-da00ff8767bb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (54cd88e7-76d0-4863-9e01-9e5d2e728725), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.032260 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0e234412-176e-47fb-aef4-da00ff8767bb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.033619 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-0e234412-176e-47fb-aef4-da00ff8767bb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1419346 Mar 05 02:55:51.036687 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52760) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:51.041902 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-cb71bcf1-c5d6-4006-9e86-60658d3063f6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group_rule': {'security_group_id': '54cd88e7-76d0-4863-9e01-9e5d2e728725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:51.048151 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e234412-176e-47fb-aef4-da00ff8767bb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd88e7-76d0-4863-9e01-9e5d2e728725,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:51.076239 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb71bcf1-c5d6-4006-9e86-60658d3063f6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (441822fb-f910-4b8a-88e9-5fc34af98d67), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.164833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb71bcf1-c5d6-4006-9e86-60658d3063f6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (441822fb-f910-4b8a-88e9-5fc34af98d67), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.197010 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb71bcf1-c5d6-4006-9e86-60658d3063f6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (441822fb-f910-4b8a-88e9-5fc34af98d67), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.243454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71bcf1-c5d6-4006-9e86-60658d3063f6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441822fb-f910-4b8a-88e9-5fc34af98d67,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:51.251287 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb71bcf1-c5d6-4006-9e86-60658d3063f6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.252554 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-cb71bcf1-c5d6-4006-9e86-60658d3063f6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2147651 Mar 05 02:55:51.255239 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52766) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:51.260544 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d541a84c-5830-4ba9-b3a1-958af87db4e5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group_rule': {'security_group_id': '54cd88e7-76d0-4863-9e01-9e5d2e728725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:51.272827 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d8992-7dbc-4fd5-b9fc-ebd6206ebc5e req-922e4d75-7018-42b6-b111-b3f8b4d8893a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:51.274373 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b70d8992-7dbc-4fd5-b9fc-ebd6206ebc5e req-922e4d75-7018-42b6-b111-b3f8b4d8893a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1302049 Mar 05 02:55:51.287705 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16209d80-8a18-4b52-88c9-39b3cfb1d3c7 req-a870e8da-d262-4354-8f5a-b373b6c4b1e7 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:51.289693 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16209d80-8a18-4b52-88c9-39b3cfb1d3c7 req-a870e8da-d262-4354-8f5a-b373b6c4b1e7 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 944 time: 0.1236818 Mar 05 02:55:51.292823 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d541a84c-5830-4ba9-b3a1-958af87db4e5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (a757a97b-0f15-4033-9648-0c6c3224c883), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.360041 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b70d8992-7dbc-4fd5-b9fc-ebd6206ebc5e req-a8e2728d-501a-4422-8457-4876fbb174ca tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693521 Mar 05 02:55:51.385862 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d541a84c-5830-4ba9-b3a1-958af87db4e5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (a757a97b-0f15-4033-9648-0c6c3224c883), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.401431 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d541a84c-5830-4ba9-b3a1-958af87db4e5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (a757a97b-0f15-4033-9648-0c6c3224c883), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.404302 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16209d80-8a18-4b52-88c9-39b3cfb1d3c7 req-54f6e71b-c227-420f-af83-7d6fbc958bbb tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058583 Mar 05 02:55:51.415434 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541a84c-5830-4ba9-b3a1-958af87db4e5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a757a97b-0f15-4033-9648-0c6c3224c883,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:51.424144 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d541a84c-5830-4ba9-b3a1-958af87db4e5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.425416 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d541a84c-5830-4ba9-b3a1-958af87db4e5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688821 Mar 05 02:55:51.428314 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52768) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:51.434404 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:51.456173 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.555061 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.666030 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Allocated IP 172.27.3.232 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/65c22528-b0dd-47e2-b853-c0f4cb95df75) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:51.773496 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (65c22528-b0dd-47e2-b853-c0f4cb95df75), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.797925 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 7d66b0a8-f21d-42f8-a151-dddba94a3dfe details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:55:51.811836 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (65c22528-b0dd-47e2-b853-c0f4cb95df75), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.858169 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:51.862798 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:51.867350 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:51.870579 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=65c22528-b0dd-47e2-b853-c0f4cb95df75,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:51.919968 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:51.931121 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '7d66b0a8-f21d-42f8-a151-dddba94a3dfe', 'network_id': '68be04e0-e340-4669-98a5-143d697647c0', 'port_id': '7d66b0a8-f21d-42f8-a151-dddba94a3dfe', 'mac_address': 'fa:16:3e:00:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400c42d6-4fbb-4127-b2da-e305e3c48fee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:55:51.955176 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (47875e52-1c21-427c-94cf-78eeae294825), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.972878 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:51.973189 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:51.987058 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d66b0a8-f21d-42f8-a151-dddba94a3dfe {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:51.994270 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (65c22528-b0dd-47e2-b853-c0f4cb95df75), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:52.011603 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:52.017396 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:52.073021 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:52.154460 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (65c22528-b0dd-47e2-b853-c0f4cb95df75), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:52.159234 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (65c22528-b0dd-47e2-b853-c0f4cb95df75), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:52.242035 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=65c22528-b0dd-47e2-b853-c0f4cb95df75,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:52.252665 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (47875e52-1c21-427c-94cf-78eeae294825), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:52.268157 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:52.271670 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a1fb9b53-214c-4ab8-8b46-2b67a394e7c6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8401670 Mar 05 02:55:52.325876 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['7d66b0a8-f21d-42f8-a151-dddba94a3dfe'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:52.429262 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-19bc3267-573b-4723-afde-4122022965d6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--211066018&fields=id&tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 267 time: 0.0476484 Mar 05 02:55:52.569065 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-d2d9cf86-8241-4711-bb26-640172a15dff tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:52.570558 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-d2d9cf86-8241-4711-bb26-640172a15dff tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 814 time: 0.1329420 Mar 05 02:55:52.578879 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955105a-484f-4d28-b6c8-e479fbc8f5b9 req-aa46b328-5490-45d3-804d-4910abc10be0 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:52.580294 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3955105a-484f-4d28-b6c8-e479fbc8f5b9 req-aa46b328-5490-45d3-804d-4910abc10be0 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1207933 Mar 05 02:55:52.596602 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-8ba35ad4-35ca-4832-b9bf-57b4ddb01d63 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/quotas/3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 375 time: 0.0154023 Mar 05 02:55:52.663193 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3955105a-484f-4d28-b6c8-e479fbc8f5b9 req-18bf99b8-0666-471b-a84a-eeb70bf9283f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758543 Mar 05 02:55:52.683259 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-04fe62bd-8e19-4cec-83d4-8d5b81224fbd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789549 Mar 05 02:55:52.735832 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:52.746211 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:52.746850 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:52.816414 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-484f9371-12fb-4a85-8194-6dc3b20e041f service neutron] 10.222.0.26 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254632 Mar 05 02:55:52.824953 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0368e1-7c13-434b-ac97-d494e2002457 req-7db46964-3ea7-45f3-9514-bb248b6f14fa tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:52.826547 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1b0368e1-7c13-434b-ac97-d494e2002457 req-7db46964-3ea7-45f3-9514-bb248b6f14fa tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 945 time: 0.0808580 Mar 05 02:55:52.863195 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:52.868351 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:52.914493 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:52.914897 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:52.932005 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1b0368e1-7c13-434b-ac97-d494e2002457 req-07107d46-310a-4454-8937-05ff34a2f4cd tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976903 Mar 05 02:55:52.954510 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-65196d41-c820-46c9-91e1-fb379bd58515 service neutron] 10.222.0.26 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269786 Mar 05 02:55:53.011733 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:53.012790 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.035454 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9fb15df8-5c16-4937-94e3-ad00f29ad8e2,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:53.040816 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.099025 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=9fb15df8-5c16-4937-94e3-ad00f29ad8e2,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:53.133215 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-47e47dab-6d25-40dd-84e5-8428c371e8cf req-7549bd4e-fdd8-40cd-a459-4f979915a3e9 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 210 time: 0.0296171 Mar 05 02:55:53.167675 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:53.196764 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:53.197115 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Updating router 542ccd30-f022-4633-9032-02ea522e24c8 port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:55:53.223583 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.489309 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Publish callbacks [] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.495072 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.545714 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Pushing event updated for resources: {'Port': ['ID=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:53.555648 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.556016 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.556441 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.556788 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.557122 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.557451 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.557776 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.558128 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.558542 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.559506 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.559837 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.560240 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.560558 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:53.619401 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Attempting to bind port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:55:53.619783 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Attempting to bind port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:55:53.620165 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Attempting to bind port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:53.626756 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:55:53.627269 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Checking segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:53.627680 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.628068 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Bound using segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:55:53.628534 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Bound port: 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:55:53.628915 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.698661 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] For port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:55:53.703479 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] For port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:55:53.710446 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.764399 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-3da43a97-afa3-4e8b-9da5-3228ecb8ae50 None None] Provisioning complete for port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:53.764875 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da43a97-afa3-4e8b-9da5-3228ecb8ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.785270 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e168d6-71f8-446c-8b36-fad65d45e855 None None] Pushing event updated for resources: {'Port': ['ID=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,revision_number=4']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:53.790071 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 7d66b0a8-f21d-42f8-a151-dddba94a3dfe up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:53.796895 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:53.797569 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:53.819153 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a3841-eb58-445a-9583-908c18623904 req-5dd0ecfd-bc32-41d1-b727-b94918eb11d1 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:53.829618 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-849a3841-eb58-445a-9583-908c18623904 req-5dd0ecfd-bc32-41d1-b727-b94918eb11d1 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0837493 Mar 05 02:55:53.889877 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:55:53.891820 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-849a3841-eb58-445a-9583-908c18623904 req-fee9fc88-8594-494b-be92-9131bc0f6f14 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605462 Mar 05 02:55:53.896466 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:53.896846 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.921382 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-3da43a97-afa3-4e8b-9da5-3228ecb8ae50 None None] Current status of the port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:53.921779 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da43a97-afa3-4e8b-9da5-3228ecb8ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:53.929507 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:53.969298 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-3da43a97-afa3-4e8b-9da5-3228ecb8ae50 None None] For port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:53.974927 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da43a97-afa3-4e8b-9da5-3228ecb8ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:54.051953 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:54.052275 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:54.066040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da43a97-afa3-4e8b-9da5-3228ecb8ae50 None None] Pushing event updated for resources: {'Port': ['ID=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:54.088772 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110e5aaf-5b65-47ec-8a04-b48155049cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d66b0a8-f21d-42f8-a151-dddba94a3dfe'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:54.093627 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09cf06-f77d-436f-97bc-b9936aa1df7f req-bcf94d14-4a86-480b-aa48-a05cd4010909 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:54.094966 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0863ec6-a4e4-4546-ad14-6e5587a1a7af" -d '{"events": [{"server_uuid": "110e5aaf-5b65-47ec-8a04-b48155049cf5", "name": "network-vif-plugged", "status": "completed", "tag": "7d66b0a8-f21d-42f8-a151-dddba94a3dfe"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:54.095435 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4e09cf06-f77d-436f-97bc-b9936aa1df7f req-bcf94d14-4a86-480b-aa48-a05cd4010909 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 945 time: 0.0759566 Mar 05 02:55:54.116451 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:54.123090 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-41ec87c3-ff86-4018-8a57-0b76d91961c3 None None] Provisioning complete for port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:54.123470 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-41ec87c3-ff86-4018-8a57-0b76d91961c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:54.125033 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:54.181945 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57b2f84-24c7-458a-ba50-4b716c482aee x-openstack-request-id: req-b57b2f84-24c7-458a-ba50-4b716c482aee {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:54.182363 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110e5aaf-5b65-47ec-8a04-b48155049cf5", "name": "network-vif-plugged", "status": "completed", "tag": "7d66b0a8-f21d-42f8-a151-dddba94a3dfe", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:54.182545 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b57b2f84-24c7-458a-ba50-4b716c482aee {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:54.182872 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110e5aaf-5b65-47ec-8a04-b48155049cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d66b0a8-f21d-42f8-a151-dddba94a3dfe', 'code': 200} Mar 05 02:55:54.204240 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:54.205164 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4e09cf06-f77d-436f-97bc-b9936aa1df7f req-6717664d-455f-48c7-9624-19bc2d045976 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950544 Mar 05 02:55:54.239586 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:54.272008 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d95f3-72d4-44e7-8c78-9884679dc76c None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:54.314213 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-41ec87c3-ff86-4018-8a57-0b76d91961c3 None None] Current status of the port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:54.329246 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c68211b6-c936-488c-a91d-a88ec18cd52f req-cd630b2a-8748-44b1-b7fb-143243f4b0ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 210 time: 0.0582223 Mar 05 02:55:54.368832 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-21fcc8e0-ebfd-4a4c-a8ff-f3e44b0f3630 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:54.370384 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-21fcc8e0-ebfd-4a4c-a8ff-f3e44b0f3630 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 814 time: 0.2110946 Mar 05 02:55:54.446249 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-2bc3d903-c4d1-4083-bd97-21caf52ad18f tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 379 time: 0.0638652 Mar 05 02:55:54.464260 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'port': {'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'admin_state_up': True, 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'security_groups': ['54cd88e7-76d0-4863-9e01-9e5d2e728725']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:54.548679 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba36b24-d276-4b4c-b3e0-b2c771c20345 req-105f905f-b766-4f6d-ba80-eec7b846b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:54.550223 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fba36b24-d276-4b4c-b3e0-b2c771c20345 req-105f905f-b766-4f6d-ba80-eec7b846b21f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 1130 time: 0.1214149 Mar 05 02:55:54.609452 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Made reservation on behalf of 3dd2b27540c04b4c8741ce8c9a5e2b47 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:54.612850 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:54.626794 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fba36b24-d276-4b4c-b3e0-b2c771c20345 req-8251156e-57c5-417b-8b86-261580380a30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694537 Mar 05 02:55:54.751389 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Allocated IP 172.20.0.7 (ea79f853-47ea-48eb-b063-dca7ecd22a4d/c7035d98-74ae-41a1-ba00-4ecb1c2745d8/4bb7ff98-132f-4f56-866f-09d5d21c9a76) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:54.867121 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:54.896330 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:54.919880 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:54.920467 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:54.936553 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.001226 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:55.010415 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:55.011464 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:55.018103 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:55.023373 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:55.061449 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=4bb7ff98-132f-4f56-866f-09d5d21c9a76,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:55.063095 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:55.063474 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.082267 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:55.082819 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.100831 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c84da4-76cf-4330-adae-040366d36bac req-4224baa2-7d18-4eb2-a7fb-20da53bfefdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:55.102392 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-08c84da4-76cf-4330-adae-040366d36bac req-4224baa2-7d18-4eb2-a7fb-20da53bfefdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1282637 Mar 05 02:55:55.113294 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-59e0a87b-57f5-4b2d-b9a9-616cf049f7df tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6527069 Mar 05 02:55:55.135243 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Request body: {'port': {'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:55.149035 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:55.195217 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-08c84da4-76cf-4330-adae-040366d36bac req-4d37a87c-775e-4c55-b166-2d1f3b504e81 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809581 Mar 05 02:55:55.222621 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.246103 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-74dbdca5-5c11-4eb3-a0bd-c4735a96365f None None] Provisioning complete for port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:55.247738 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-74dbdca5-5c11-4eb3-a0bd-c4735a96365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.286978 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-74dbdca5-5c11-4eb3-a0bd-c4735a96365f None None] Port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:55:55.393846 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9954-4095-4967-aa67-27116c8ae733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.440385 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd0080-3bfa-4449-b6d9-ec987cfe61a2 req-20bcd580-4c94-4a00-96c4-7de02ad712c6 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:55.441809 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4bfd0080-3bfa-4449-b6d9-ec987cfe61a2 req-20bcd580-4c94-4a00-96c4-7de02ad712c6 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 946 time: 0.1605856 Mar 05 02:55:55.541223 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4bfd0080-3bfa-4449-b6d9-ec987cfe61a2 req-8d343458-c291-4084-b3e5-8f53e25fb170 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905252 Mar 05 02:55:55.557304 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a145f7e-283a-4847-a56a-085453419570 req-b5dbebac-eb5e-4775-8533-db4c5a88704f tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:55.559339 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0a145f7e-283a-4847-a56a-085453419570 req-b5dbebac-eb5e-4775-8533-db4c5a88704f tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 931 time: 0.1305177 Mar 05 02:55:55.622498 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb7ff98-132f-4f56-866f-09d5d21c9a76 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:55.633006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Publish callbacks [] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.651320 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0a145f7e-283a-4847-a56a-085453419570 req-b7e3f714-6d4e-43e2-b0fc-2c173ff23b75 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864663 Mar 05 02:55:55.653704 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Transition to ACTIVE for port object 4bb7ff98-132f-4f56-866f-09d5d21c9a76 will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:55:55.657839 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.710088 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb7ff98-132f-4f56-866f-09d5d21c9a76,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:55.778277 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Attempting to bind port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:55:55.778611 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Attempting to bind port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:55:55.778937 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Attempting to bind port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:55.783524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:55:55.783840 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Attempting to bind port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:55.789114 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:55:55.789456 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Checking segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:55.789837 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Bound using segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:55:55.790290 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Bound port: 4bb7ff98-132f-4f56-866f-09d5d21c9a76, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:55:55.790649 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.854044 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] For port 4bb7ff98-132f-4f56-866f-09d5d21c9a76, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:55:55.857710 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] For port 4bb7ff98-132f-4f56-866f-09d5d21c9a76, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=4bb7ff98-132f-4f56-866f-09d5d21c9a76,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:55:55.864332 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.900063 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:55.900783 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:55.902148 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] 10.222.0.13 "PUT /v2.0/ports/4bb7ff98-132f-4f56-866f-09d5d21c9a76 HTTP/1.1" status: 200 len: 1093 time: 0.7710681 Mar 05 02:55:55.902618 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'tag': '4bb7ff98-132f-4f56-866f-09d5d21c9a76'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:55.904930 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d", "tag": "4bb7ff98-132f-4f56-866f-09d5d21c9a76"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:55.927649 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a64e-8890-4b1c-b437-1e9fd115b288 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb7ff98-132f-4f56-866f-09d5d21c9a76,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:55.967369 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b659ad4-0b0d-4964-8b5a-58161e6ce8ab x-openstack-request-id: req-8b659ad4-0b0d-4964-8b5a-58161e6ce8ab {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:55.967658 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d", "tag": "4bb7ff98-132f-4f56-866f-09d5d21c9a76", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:55.967917 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b659ad4-0b0d-4964-8b5a-58161e6ce8ab {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:55.968312 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'tag': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'status': 'completed', 'code': 200} Mar 05 02:55:56.014464 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-92f542ac-4bae-4f60-a25e-73ec0aad4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:56.016004 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-92f542ac-4bae-4f60-a25e-73ec0aad4ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 1127 time: 0.0589256 Mar 05 02:55:56.071442 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-381a1423-b4dc-4663-8bfc-5cf96371a2ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb7ff98-132f-4f56-866f-09d5d21c9a76 HTTP/1.1" status: 200 len: 217 time: 0.0364397 Mar 05 02:55:56.131877 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-cab2999d-93c9-4713-89d0-61114e0e3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:56.133240 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-cab2999d-93c9-4713-89d0-61114e0e3fc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0464311 Mar 05 02:55:56.192387 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-3b465183-8660-493d-ab7d-0a6391ded754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:56.193860 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-3b465183-8660-493d-ab7d-0a6391ded754 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479944 Mar 05 02:55:56.308494 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-e0e65e85-5292-4419-8517-f3e0a101a461 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067867 Mar 05 02:55:56.345496 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53438ea5-c85f-4bc2-882d-b5e394a59f03 req-82d18613-7869-4597-8aad-92bdf1685052 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:56.346913 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-53438ea5-c85f-4bc2-882d-b5e394a59f03 req-82d18613-7869-4597-8aad-92bdf1685052 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0861518 Mar 05 02:55:56.701692 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-53438ea5-c85f-4bc2-882d-b5e394a59f03 req-eb55ceed-797f-4e59-bb62-93ea4b3a332c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469214 Mar 05 02:55:56.706790 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e40c2d9e-18a5-4e2f-9a1f-89f06f821460 req-dacec58b-05bd-46ba-aded-05c084382250 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903165 Mar 05 02:55:56.723571 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dcb41-4f2d-4e9c-9afb-dd3e220543a5 req-fa41487d-a734-404c-9c91-4a90d9b7098a tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:56.723571 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d52dcb41-4f2d-4e9c-9afb-dd3e220543a5 req-fa41487d-a734-404c-9c91-4a90d9b7098a tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 946 time: 0.1051571 Mar 05 02:55:56.807514 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d52dcb41-4f2d-4e9c-9afb-dd3e220543a5 req-90154293-72c8-4861-92df-40b7e99506c1 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740926 Mar 05 02:55:56.853276 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ae9b6-4168-4759-bb77-dc481e8cca71 req-3c9987f5-c3be-421c-a6b1-3f4535d60158 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:56.855032 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b6ae9b6-4168-4759-bb77-dc481e8cca71 req-3c9987f5-c3be-421c-a6b1-3f4535d60158 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 943 time: 0.0890303 Mar 05 02:55:56.865338 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-214342af-8c91-4ce9-892d-baa97bba8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:56.866804 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-214342af-8c91-4ce9-892d-baa97bba8d83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 1127 time: 0.0862074 Mar 05 02:55:56.961192 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b6ae9b6-4168-4759-bb77-dc481e8cca71 req-17e567b6-0c9d-4b04-b15c-9daae1dfbe89 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990992 Mar 05 02:55:56.990069 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-deb533ba-9007-49f6-983e-e8d47cdf3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:56.991559 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-deb533ba-9007-49f6-983e-e8d47cdf3e6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.1123769 Mar 05 02:55:57.036522 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-395f9cf3-8259-4834-8865-a8cd8c334eb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb7ff98-132f-4f56-866f-09d5d21c9a76 HTTP/1.1" status: 200 len: 217 time: 0.0347590 Mar 05 02:55:57.094849 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-7faa4c3e-02b9-4669-b9b4-8263bc14d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:57.096739 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-7faa4c3e-02b9-4669-b9b4-8263bc14d4a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0520537 Mar 05 02:55:57.151116 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-609cb8fe-2673-450b-ad20-5f141771963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:57.151116 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-609cb8fe-2673-450b-ad20-5f141771963c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480697 Mar 05 02:55:57.245617 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-415d155d-ddf2-402f-8dbb-e37073308dfc service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874865 Mar 05 02:55:57.332204 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6e564ae1-43e8-4a1d-a8a1-3c10f8d577d0 req-9cb630b7-4b24-4e16-b153-8e3a06cabf2e service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800467 Mar 05 02:55:57.623471 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-56a302e1-a9d7-4813-879c-86a249639dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:57.820730 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26eea6-6b80-417a-bb91-c8182ed0e90d req-6ee4a594-1734-4c06-b21f-3cf650272adb tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:57.822109 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bf26eea6-6b80-417a-bb91-c8182ed0e90d req-6ee4a594-1734-4c06-b21f-3cf650272adb tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0536323 Mar 05 02:55:57.872476 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bf26eea6-6b80-417a-bb91-c8182ed0e90d req-1739fc96-7620-494f-9b4b-052d8e462cb5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437036 Mar 05 02:55:58.083211 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fc62e-b455-4e3e-b0e6-9d2e008b08fe req-64bee18d-1f3d-443c-a8c0-c6710d4a78da tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:58.084571 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4a2fc62e-b455-4e3e-b0e6-9d2e008b08fe req-64bee18d-1f3d-443c-a8c0-c6710d4a78da tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 943 time: 0.0509760 Mar 05 02:55:58.131520 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4a2fc62e-b455-4e3e-b0e6-9d2e008b08fe req-d346f667-369d-42b8-9044-741d50d0efda tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 Mar 05 02:55:58.754986 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:58.989629 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceae9fd-0c65-4320-8b9b-64d730ccf9a6 req-c8102451-2071-4c8a-96f7-d4f1467f8185 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:58.991186 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5ceae9fd-0c65-4320-8b9b-64d730ccf9a6 req-c8102451-2071-4c8a-96f7-d4f1467f8185 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0513749 Mar 05 02:55:59.038839 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5ceae9fd-0c65-4320-8b9b-64d730ccf9a6 req-8b0b09a7-6e4b-4044-860d-074892bd3b2a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408704 Mar 05 02:55:59.252027 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd682e-4636-4996-a70d-ea48c35a88cc req-eea81841-bbee-4c1d-9416-146f646a270c tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:59.253507 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfbd682e-4636-4996-a70d-ea48c35a88cc req-eea81841-bbee-4c1d-9416-146f646a270c tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 943 time: 0.0564520 Mar 05 02:55:59.298465 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfbd682e-4636-4996-a70d-ea48c35a88cc req-b38b0044-a1b1-4817-a07a-beb8f1d7b29c tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395410 Mar 05 02:55:59.828214 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 4bb7ff98-132f-4f56-866f-09d5d21c9a76 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:55:59.927934 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 4bb7ff98-132f-4f56-866f-09d5d21c9a76, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=4bb7ff98-132f-4f56-866f-09d5d21c9a76,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:59.939825 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:55:59.977781 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:59.978197 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:59.991459 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb7ff98-132f-4f56-866f-09d5d21c9a76 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:00.010175 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 4bb7ff98-132f-4f56-866f-09d5d21c9a76, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=4bb7ff98-132f-4f56-866f-09d5d21c9a76,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:00.013628 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:00.063643 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=4bb7ff98-132f-4f56-866f-09d5d21c9a76,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:00.111165 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:00.155832 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373385e-423b-4435-bdee-d57c83023b08 req-eb720635-ad1f-4174-8c30-9d3231fe6062 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:00.157384 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3373385e-423b-4435-bdee-d57c83023b08 req-eb720635-ad1f-4174-8c30-9d3231fe6062 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0524371 Mar 05 02:56:00.204371 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3373385e-423b-4435-bdee-d57c83023b08 req-b564f204-57c9-4fec-bad6-354f6a59ee4c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412757 Mar 05 02:56:00.284009 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['4bb7ff98-132f-4f56-866f-09d5d21c9a76'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:56:00.496415 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620d439-c6da-4b32-94b4-3edd0128660d req-2f8b764b-441e-4a88-a23a-295ed3063aff tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:00.497894 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3620d439-c6da-4b32-94b4-3edd0128660d req-2f8b764b-441e-4a88-a23a-295ed3063aff tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1311364 Mar 05 02:56:00.505280 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c3ef4-229d-4d67-95e1-31a66d4c6ca5 req-5e54cada-0fe9-4b07-835a-8ebc58c90164 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:00.506671 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2e8c3ef4-229d-4d67-95e1-31a66d4c6ca5 req-5e54cada-0fe9-4b07-835a-8ebc58c90164 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 944 time: 0.1291103 Mar 05 02:56:00.525179 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-66c09a0d-1f6a-4f04-adfd-005410077fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:00.526690 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-66c09a0d-1f6a-4f04-adfd-005410077fa1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 1129 time: 0.1063981 Mar 05 02:56:00.612535 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3620d439-c6da-4b32-94b4-3edd0128660d req-eb8034ce-0a09-4ba5-9167-a39a90f16f87 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048055 Mar 05 02:56:00.642924 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2e8c3ef4-229d-4d67-95e1-31a66d4c6ca5 req-490e5dc3-0e06-4086-9c48-7827eb3a22a3 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259954 Mar 05 02:56:00.670059 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-dee7921b-1340-47d8-807a-ee205b86ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:00.672078 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-dee7921b-1340-47d8-807a-ee205b86ee33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 911 time: 0.1319883 Mar 05 02:56:00.737411 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-99103ef2-bed9-4869-b70d-0ac1f5b854b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff HTTP/1.1" status: 200 len: 1001 time: 0.0593014 Mar 05 02:56:00.798142 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-9ec1499e-e7c3-4499-b3e3-b44178dae96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:00.799579 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-9ec1499e-e7c3-4499-b3e3-b44178dae96f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.0521753 Mar 05 02:56:00.846977 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-7111ee96-6816-4961-82a8-51d86a9ca12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:00.848423 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-7111ee96-6816-4961-82a8-51d86a9ca12d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430849 Mar 05 02:56:00.939054 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-fcb0c0f2-ddbb-43d0-bda7-15c8391001be service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819526 Mar 05 02:56:01.027304 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1e8d72b8-41e4-4319-8826-27c8f5f7eb4e req-e09f9138-7adf-4913-bbc3-8e6a66c17864 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811958 Mar 05 02:56:01.645662 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:01.771433 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91303d-58e2-4ef9-9148-b67ab5df924f req-0debd20e-b02f-4c9c-8ab9-767c6792cc3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:01.772910 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fc91303d-58e2-4ef9-9148-b67ab5df924f req-0debd20e-b02f-4c9c-8ab9-767c6792cc3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0897481 Mar 05 02:56:01.785041 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81651a-9fdd-4312-af78-51dbf821848e req-a2fa20e2-7ec7-46f5-ab09-0b8d25cd5f9f tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:01.786493 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab81651a-9fdd-4312-af78-51dbf821848e req-a2fa20e2-7ec7-46f5-ab09-0b8d25cd5f9f tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 944 time: 0.0761383 Mar 05 02:56:01.830324 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 4bb7ff98-132f-4f56-866f-09d5d21c9a76 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:56:01.857884 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab81651a-9fdd-4312-af78-51dbf821848e req-a50313d8-340c-4a01-a4f8-427df8f5023f tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648909 Mar 05 02:56:01.862062 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fc91303d-58e2-4ef9-9148-b67ab5df924f req-19924c55-b708-47ea-9ee0-769f70733fbb tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746801 Mar 05 02:56:01.886685 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:56:01.891181 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:01.891599 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:01.964966 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:01.965351 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:01.988121 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb7ff98-132f-4f56-866f-09d5d21c9a76'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:01.990364 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86dbcc5-440d-47bf-8f26-914ff0c0da9e" -d '{"events": [{"server_uuid": "ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d", "name": "network-vif-plugged", "status": "completed", "tag": "4bb7ff98-132f-4f56-866f-09d5d21c9a76"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:02.002831 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 4bb7ff98-132f-4f56-866f-09d5d21c9a76, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=4bb7ff98-132f-4f56-866f-09d5d21c9a76,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:02.006890 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.032950 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11726f4-9080-41db-9a4d-e1974de4573d x-openstack-request-id: req-f11726f4-9080-41db-9a4d-e1974de4573d {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:02.033265 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d", "name": "network-vif-plugged", "status": "completed", "tag": "4bb7ff98-132f-4f56-866f-09d5d21c9a76", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:02.033519 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f11726f4-9080-41db-9a4d-e1974de4573d {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:02.033894 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'code': 200} Mar 05 02:56:02.059543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=4bb7ff98-132f-4f56-866f-09d5d21c9a76,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:02.201613 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf06ea-3a18-45ab-a7a5-761c2c6d1edc req-379c1614-6e84-44c4-a6c7-8ae740d1f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:02.203478 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ddf06ea-3a18-45ab-a7a5-761c2c6d1edc req-379c1614-6e84-44c4-a6c7-8ae740d1f309 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 1129 time: 0.0437119 Mar 05 02:56:02.256347 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ddf06ea-3a18-45ab-a7a5-761c2c6d1edc req-44ae0a96-4a85-4b83-a825-fb7dcdefe5f0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363948 Mar 05 02:56:02.983690 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97642b-f605-4eca-8b9c-6f326bb2ea10 req-ba94335b-c799-41ff-8333-854b6d079e15 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:02.985176 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3b97642b-f605-4eca-8b9c-6f326bb2ea10 req-ba94335b-c799-41ff-8333-854b6d079e15 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 945 time: 0.0562134 Mar 05 02:56:03.030562 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3b97642b-f605-4eca-8b9c-6f326bb2ea10 req-aae536f5-3cb3-4ecf-bed6-70d5dc9890c5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398533 Mar 05 02:56:04.146689 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11052272-f31d-4a61-8588-c38c708920f4 req-6e79d9df-56ac-4add-ab13-aa16d590067b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:04.148127 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-11052272-f31d-4a61-8588-c38c708920f4 req-6e79d9df-56ac-4add-ab13-aa16d590067b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 945 time: 0.0519924 Mar 05 02:56:04.193113 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-11052272-f31d-4a61-8588-c38c708920f4 req-bfc8cab0-784b-4008-a73a-03606b4654b0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394893 Mar 05 02:56:04.310813 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f0395-2d2b-4d6d-b3b9-cb4a1192ee03 req-1db45e5c-9aec-4894-82cd-81b315272059 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:04.313087 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b85f0395-2d2b-4d6d-b3b9-cb4a1192ee03 req-1db45e5c-9aec-4894-82cd-81b315272059 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 945 time: 0.0556946 Mar 05 02:56:04.321475 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52882) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:04.325922 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'floatingip': {'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:04.365240 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (47875e52-1c21-427c-94cf-78eeae294825), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:04.810973 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:04.816066 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (47875e52-1c21-427c-94cf-78eeae294825), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:04.915953 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.l3_db [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Floating IP 47875e52-1c21-427c-94cf-78eeae294825 associated. External IP: 172.27.3.232, port: 4bb7ff98-132f-4f56-866f-09d5d21c9a76. Mar 05 02:56:05.123453 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:05.230817 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:05.236329 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:05.241260 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:05.250489 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:05.251095 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:05.268738 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a04c5d4a-3926-4963-9e19-cd4be52de39b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "PUT /v2.0/floatingips/47875e52-1c21-427c-94cf-78eeae294825 HTTP/1.1" status: 200 len: 991 time: 0.9461613 Mar 05 02:56:05.269429 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'tag': '4bb7ff98-132f-4f56-866f-09d5d21c9a76'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:05.271705 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f188b8-cc2b-4577-be90-617417f80a02" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d", "tag": "4bb7ff98-132f-4f56-866f-09d5d21c9a76"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:05.306187 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c9a224-f630-405d-bf3a-6eff4175186d x-openstack-request-id: req-89c9a224-f630-405d-bf3a-6eff4175186d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:05.306485 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d", "tag": "4bb7ff98-132f-4f56-866f-09d5d21c9a76", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:05.306745 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89c9a224-f630-405d-bf3a-6eff4175186d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:05.307204 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'tag': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'status': 'completed', 'code': 200} Mar 05 02:56:05.486352 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:05.756158 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:04Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:05.782758 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:05.791042 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:05.791639 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:05.900203 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:06.118584 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:04Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:06.144604 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d93d67-3b07-42e4-9322-520fa54f7faa None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:04Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:06.319850 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1103683-0254-49a6-8531-f58c604127a4 None None] New status for floating IP 47875e52-1c21-427c-94cf-78eeae294825: ACTIVE {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:07.796006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-d9e506b0-43c4-4cd1-83cf-30356b469316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:07.797567 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-d9e506b0-43c4-4cd1-83cf-30356b469316 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 1129 time: 0.0452390 Mar 05 02:56:07.887522 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-8d490994-3c65-4590-bac9-fa877a01c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:07.888961 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-8d490994-3c65-4590-bac9-fa877a01c94e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.0823922 Mar 05 02:56:07.958155 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-f3c43567-2c33-4af7-a38e-4f99d038d853 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb7ff98-132f-4f56-866f-09d5d21c9a76 HTTP/1.1" status: 200 len: 1001 time: 0.0622475 Mar 05 02:56:08.020171 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-7df3e92c-75a9-4e12-94cf-2cc7ac2b413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:08.021811 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-7df3e92c-75a9-4e12-94cf-2cc7ac2b413a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0455663 Mar 05 02:56:08.078677 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-8ae3bf14-629e-4332-a4cb-28afbe423859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:08.080272 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-8ae3bf14-629e-4332-a4cb-28afbe423859 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510676 Mar 05 02:56:08.180838 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-0a74bc58-66a2-478c-abf6-6df0a7be4877 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889263 Mar 05 02:56:08.281606 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3f188b8-cc2b-4577-be90-617417f80a02 req-d1e19636-1fda-4d96-a214-8d900a25c2f7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904753 Mar 05 02:56:08.597296 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-36a86433-62dd-4731-9ec2-d9d76c1f6bb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470543 Mar 05 02:56:08.665816 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-f04c48ce-5c06-441d-abf2-2f7a5ec8f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:08.667307 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-f04c48ce-5c06-441d-abf2-2f7a5ec8f6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 1129 time: 0.0424688 Mar 05 02:56:08.778274 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-a92fda6f-d73f-4268-bea5-59250b1a6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:08.780042 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-a92fda6f-d73f-4268-bea5-59250b1a6616 service neutron] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 911 time: 0.0887702 Mar 05 02:56:08.862473 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-e8579e6e-3e94-4439-b666-6edc2a13a9ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff HTTP/1.1" status: 200 len: 1001 time: 0.0628333 Mar 05 02:56:08.910435 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-f0d037f3-f1ed-4727-8ce6-fc03bbf252bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:08.911893 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-f0d037f3-f1ed-4727-8ce6-fc03bbf252bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.0442908 Mar 05 02:56:08.968535 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-4d050753-4b41-4c50-893a-f25cdf3ea5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:08.970074 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-4d050753-4b41-4c50-893a-f25cdf3ea5fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512862 Mar 05 02:56:09.066827 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-bb9c83c5-f20e-418c-aed5-5bf0e4680e19 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878925 Mar 05 02:56:09.165663 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0ea334ca-046c-4c10-8b55-2a1387aaa1a1 req-894c666d-5776-43ce-8cba-fa83c1aa6c33 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867047 Mar 05 02:56:09.546104 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d0936-8ba1-42e5-a894-dfae30b0f749 req-2081ab8b-7bf5-4939-9648-6bb614bca872 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:09.547600 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-949d0936-8ba1-42e5-a894-dfae30b0f749 req-2081ab8b-7bf5-4939-9648-6bb614bca872 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0519438 Mar 05 02:56:09.591645 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-949d0936-8ba1-42e5-a894-dfae30b0f749 req-f48e272d-401a-4064-803d-5f4384fa61d4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 Mar 05 02:56:09.736751 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:10.715713 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc743f-0dbb-4d4c-973e-4613e4f5339c req-93a2bec8-37a7-4d06-937b-920b146aaca1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:10.717289 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5fdc743f-0dbb-4d4c-973e-4613e4f5339c req-93a2bec8-37a7-4d06-937b-920b146aaca1 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0530956 Mar 05 02:56:10.767983 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5fdc743f-0dbb-4d4c-973e-4613e4f5339c req-51ed6b7c-0fc8-4fbb-a9b9-73e2ac213d9e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 Mar 05 02:56:11.889095 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a7f2-8158-4998-b706-a19ead8833da req-8108e4fd-20af-4a7c-a978-7fa2d98c344e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:11.891265 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5252a7f2-8158-4998-b706-a19ead8833da req-8108e4fd-20af-4a7c-a978-7fa2d98c344e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0516663 Mar 05 02:56:11.935526 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5252a7f2-8158-4998-b706-a19ead8833da req-29902730-7316-4926-8fdc-cc51b8417544 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387785 Mar 05 02:56:13.062765 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef43e0-1587-462b-b97f-6400af171aa0 req-fd3a3b18-fa78-4d6f-b81f-15f36a1150ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:13.062765 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-38ef43e0-1587-462b-b97f-6400af171aa0 req-fd3a3b18-fa78-4d6f-b81f-15f36a1150ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0533781 Mar 05 02:56:13.108480 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-38ef43e0-1587-462b-b97f-6400af171aa0 req-d7353f45-abda-4544-a4b9-a0ec3fbca446 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Mar 05 02:56:13.928302 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-37a8498e-15b4-4228-a413-1eb3f510880a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:13.929765 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-37a8498e-15b4-4228-a413-1eb3f510880a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.0541451 Mar 05 02:56:14.020780 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Deleting port f280dd1a-3e15-49a1-9569-b6b40278e2a2 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:14.021111 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:14.111324 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] For port f280dd1a-3e15-49a1-9569-b6b40278e2a2, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f280dd1a-3e15-49a1-9569-b6b40278e2a2,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:14.112019 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:14.324465 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9ff5-cfc4-4c2e-a281-79186fd92589 req-6110cf4e-d7d4-46d6-9ac0-c1765fdbbcb6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:14.325925 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3a3d9ff5-cfc4-4c2e-a281-79186fd92589 req-6110cf4e-d7d4-46d6-9ac0-c1765fdbbcb6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7 HTTP/1.1" status: 200 len: 946 time: 0.1399360 Mar 05 02:56:14.638978 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:14.639322 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (78d4c88e-32d8-4fad-926a-8da81b2110f2), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:14.639857 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Floating IP 78d4c88e-32d8-4fad-926a-8da81b2110f2 disassociated. External IP: 172.27.3.48, port: f280dd1a-3e15-49a1-9569-b6b40278e2a2. Mar 05 02:56:14.640206 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Calling delete_port for f280dd1a-3e15-49a1-9569-b6b40278e2a2 owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:14.657192 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3a3d9ff5-cfc4-4c2e-a281-79186fd92589 req-4c6edeb6-7f90-4e88-ab62-734f21f6a55c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=92dcb493-d9b7-4361-969e-bff0e5266bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659139 Mar 05 02:56:14.777802 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (f280dd1a-3e15-49a1-9569-b6b40278e2a2), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:14.806538 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event deleted for resources: {'Port': ['ID=f280dd1a-3e15-49a1-9569-b6b40278e2a2,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:14.817262 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.817556 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.817896 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.818256 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.818588 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.818914 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.819243 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.819565 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.819885 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.820209 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.820525 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.820846 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.821163 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:14.930227 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Router ca24daf2-5bb5-4c55-8a80-13444ce77474 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:15.037744 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:15.048313 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] Sync routers for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:15.058696 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:15.059300 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:15.076849 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] No DVR routers for this DVR port f280dd1a-3e15-49a1-9569-b6b40278e2a2 on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:56:15.080114 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:15.083332 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-897d02e0-a1d0-47c2-b219-885e935aeb02 req-6b3bb707-410e-4f7c-a5b1-2ffcacaae3fa tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "DELETE /v2.0/ports/f280dd1a-3e15-49a1-9569-b6b40278e2a2 HTTP/1.1" status: 204 len: 173 time: 1.1480069 Mar 05 02:56:15.083764 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-deleted', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:15.085984 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94803e6-a6b3-45f7-a0ce-40e8b3bc664f" -d '{"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-deleted", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:15.128436 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdd54c8-3498-44ab-ac72-3cf5e3be44ef x-openstack-request-id: req-fbdd54c8-3498-44ab-ac72-3cf5e3be44ef {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:15.129404 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7", "name": "network-vif-deleted", "tag": "f280dd1a-3e15-49a1-9569-b6b40278e2a2", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:15.129663 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbdd54c8-3498-44ab-ac72-3cf5e3be44ef {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:15.130088 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e570d-3d50-4fe8-bb4a-fe0e95c20fb7', 'name': 'network-vif-deleted', 'tag': 'f280dd1a-3e15-49a1-9569-b6b40278e2a2', 'status': 'completed', 'code': 200} Mar 05 02:56:15.175072 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:15.388258 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:15.414754 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] Checking router: ca24daf2-5bb5-4c55-8a80-13444ce77474 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:15.422875 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:15.423470 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:55:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:15.537989 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:15.748211 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52972) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:15.752870 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:15.779810 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbe25c-f255-42a6-9782-a202f5af68a8 None None] The sync data for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi is: [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:15.804976 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (92dcb493-d9b7-4361-969e-bff0e5266bc2), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:15.830799 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (92dcb493-d9b7-4361-969e-bff0e5266bc2), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:15.880696 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (92dcb493-d9b7-4361-969e-bff0e5266bc2), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:15.883578 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:15.885078 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "DELETE /v2.0/security-groups/92dcb493-d9b7-4361-969e-bff0e5266bc2 HTTP/1.1" status: 204 len: 168 time: 0.1354041 Mar 05 02:56:15.887618 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52974) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:15.896565 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dcb493-d9b7-4361-969e-bff0e5266bc2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:15.901160 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.api.v2.resource [None req-af4dccc4-fc57-42e6-94e8-2b024a37943f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] show failed (client error): The resource could not be found. Mar 05 02:56:15.902163 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-af4dccc4-fc57-42e6-94e8-2b024a37943f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups/92dcb493-d9b7-4361-969e-bff0e5266bc2 HTTP/1.1" status: 404 len: 347 time: 0.0135427 Mar 05 02:56:15.904024 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.904380 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.904763 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.905110 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.905330 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52976) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:15.906213 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.906571 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.907175 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.907637 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.907981 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.908314 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.908647 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.908977 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:15.909305 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1442c62-36c8-4090-bc41-89aea25eb66f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:16.049405 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Deleting port 894109c6-0cea-45fb-9517-a1cbacf55046 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:16.049750 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (894109c6-0cea-45fb-9517-a1cbacf55046), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.063666 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88d474-bfc8-4ac6-8f8e-51be7a4461fa None None] New status for floating IP 78d4c88e-32d8-4fad-926a-8da81b2110f2: DOWN {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:16.128126 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (894109c6-0cea-45fb-9517-a1cbacf55046), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.128465 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (894109c6-0cea-45fb-9517-a1cbacf55046), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.142298 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Calling delete_port for 894109c6-0cea-45fb-9517-a1cbacf55046 owned by network:floatingip {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:16.287606 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (894109c6-0cea-45fb-9517-a1cbacf55046), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.313908 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event deleted for resources: {'Port': ['ID=894109c6-0cea-45fb-9517-a1cbacf55046,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:16.378327 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (78d4c88e-32d8-4fad-926a-8da81b2110f2), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.381057 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.382290 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-8048426c-2a6a-4f7c-9e0f-6ae912331d29 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "DELETE /v2.0/floatingips/78d4c88e-32d8-4fad-926a-8da81b2110f2 HTTP/1.1" status: 204 len: 168 time: 0.4748476 Mar 05 02:56:16.584233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52990) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:16.592509 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-803b2f90-f923-4948-948b-9c9332d891a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232497155', 'description': 'tempest-description--679681095'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:16.623414 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-803b2f90-f923-4948-948b-9c9332d891a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.704367 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-803b2f90-f923-4948-948b-9c9332d891a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (a37a490f-9f1b-4d5f-b633-f2bd3f09db0c), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.708324 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-803b2f90-f923-4948-948b-9c9332d891a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (a37a490f-9f1b-4d5f-b633-f2bd3f09db0c), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.740400 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-803b2f90-f923-4948-948b-9c9332d891a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.741625 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-803b2f90-f923-4948-948b-9c9332d891a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1553833 Mar 05 02:56:16.743498 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b2f90-f923-4948-948b-9c9332d891a2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:16.744601 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 52992) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:16.753543 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2da81102-c2d7-479c-ae84-5f66e8159533 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'security_group_rule': {'security_group_id': 'a37a490f-9f1b-4d5f-b633-f2bd3f09db0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:16.781829 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2da81102-c2d7-479c-ae84-5f66e8159533 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (9523cee4-e553-4921-9fb1-c5aefe019f88), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.830000 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2da81102-c2d7-479c-ae84-5f66e8159533 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (9523cee4-e553-4921-9fb1-c5aefe019f88), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.833537 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2da81102-c2d7-479c-ae84-5f66e8159533 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (9523cee4-e553-4921-9fb1-c5aefe019f88), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.853332 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da81102-c2d7-479c-ae84-5f66e8159533 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9523cee4-e553-4921-9fb1-c5aefe019f88,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:16.860399 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2da81102-c2d7-479c-ae84-5f66e8159533 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.861701 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-2da81102-c2d7-479c-ae84-5f66e8159533 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160228 Mar 05 02:56:16.864426 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52994) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:16.868853 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-24dc7b09-46c7-4f41-8665-1ff7ed71d1ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'security_group_rule': {'security_group_id': 'a37a490f-9f1b-4d5f-b633-f2bd3f09db0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:16.895528 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b09-46c7-4f41-8665-1ff7ed71d1ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (9ea974a4-5507-49ba-8b04-4250e68ae8ea), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.950120 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b09-46c7-4f41-8665-1ff7ed71d1ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (9ea974a4-5507-49ba-8b04-4250e68ae8ea), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.953980 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b09-46c7-4f41-8665-1ff7ed71d1ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (9ea974a4-5507-49ba-8b04-4250e68ae8ea), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.971841 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc7b09-46c7-4f41-8665-1ff7ed71d1ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea974a4-5507-49ba-8b04-4250e68ae8ea,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:16.982882 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b09-46c7-4f41-8665-1ff7ed71d1ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.984757 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-24dc7b09-46c7-4f41-8665-1ff7ed71d1ff tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192565 Mar 05 02:56:16.987698 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 52996) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:16.991892 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:17.012478 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.114334 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.219367 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Allocated IP 172.27.3.58 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/74067047-15a6-4743-bbba-24d69c9f3a84) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:17.330854 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for port (74067047-15a6-4743-bbba-24d69c9f3a84), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.365354 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (74067047-15a6-4743-bbba-24d69c9f3a84), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.404911 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:17.408177 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:17.411870 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:17.434278 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'Port': ['ID=74067047-15a6-4743-bbba-24d69c9f3a84,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:17.498205 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (4f45102a-3849-438e-8552-40378bf2b48c), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.537581 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (74067047-15a6-4743-bbba-24d69c9f3a84), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.689390 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for port (74067047-15a6-4743-bbba-24d69c9f3a84), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.694409 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (74067047-15a6-4743-bbba-24d69c9f3a84), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.776278 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'Port': ['ID=74067047-15a6-4743-bbba-24d69c9f3a84,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:17.791719 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (4f45102a-3849-438e-8552-40378bf2b48c), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.814854 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.816552 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-bdc5ca01-e92f-4b88-9ccc-2d987285452c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8279216 Mar 05 02:56:17.920769 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:56:17.927045 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690a9a4-20e5-4bac-b505-df88f17d0297 req-a998cc20-32a1-47ef-a209-a01ff8a1cc11 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:17.928687 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c690a9a4-20e5-4bac-b505-df88f17d0297 req-a998cc20-32a1-47ef-a209-a01ff8a1cc11 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 946 time: 0.0634274 Mar 05 02:56:17.966810 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: f280dd1a-3e15-49a1-9569-b6b40278e2a2 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:56:17.967158 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f280dd1a-3e15-49a1-9569-b6b40278e2a2 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:56:17.988587 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c690a9a4-20e5-4bac-b505-df88f17d0297 req-df300381-5315-4871-96eb-2a0437ff4d2e tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536449 Mar 05 02:56:18.059858 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-80134176-9fca-4807-bbb9-17e52618cdf5 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--232497155&fields=id&tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2 HTTP/1.1" status: 200 len: 267 time: 0.0521915 Mar 05 02:56:18.166033 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-b8f531c7-ba2d-4ecc-b773-44ba1e6995db tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:18.167487 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-b8f531c7-ba2d-4ecc-b773-44ba1e6995db tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 817 time: 0.1003370 Mar 05 02:56:18.182853 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-6fd09225-8d05-41f9-b05c-6a7a6c390f8c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/quotas/533ddcf7f3bc4068a6f2856eb915ecb2 HTTP/1.1" status: 200 len: 375 time: 0.0091314 Mar 05 02:56:18.238710 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-9a083eab-af0b-4295-a543-6c1a1f319d5b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500619 Mar 05 02:56:18.338998 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-62fa3a92-88f7-44de-bfa3-28fbd54bb890 service neutron] 10.222.0.26 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879958 Mar 05 02:56:18.429468 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-697d60f7-764c-4b66-ac04-198c611775cc service neutron] 10.222.0.26 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842462 Mar 05 02:56:18.590789 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e532b931-3e07-4726-9073-1d04ec3fc1ef req-e2668c21-ab01-4249-9a97-43355985d1da tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 210 time: 0.0311756 Mar 05 02:56:19.112866 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee2014-16a1-4812-a265-1a13c128d4b5 req-188bbecf-aacc-4419-b527-a9eafdcfb614 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:19.114368 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-deee2014-16a1-4812-a265-1a13c128d4b5 req-188bbecf-aacc-4419-b527-a9eafdcfb614 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 946 time: 0.0588005 Mar 05 02:56:19.162282 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-deee2014-16a1-4812-a265-1a13c128d4b5 req-19bdc48f-f918-4d6b-9289-9c7c6a0ccafe tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Mar 05 02:56:19.580266 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-fed893dd-3076-4da8-abeb-71cd437b2a82 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:19.581690 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-fed893dd-3076-4da8-abeb-71cd437b2a82 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 817 time: 0.1019762 Mar 05 02:56:19.652123 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-554b2224-89bb-41f5-9d68-6484de22b371 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2 HTTP/1.1" status: 200 len: 379 time: 0.0521259 Mar 05 02:56:19.665531 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'port': {'device_id': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'admin_state_up': True, 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'security_groups': ['a37a490f-9f1b-4d5f-b633-f2bd3f09db0c']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:19.732837 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-45b4e575-ba84-4843-bd65-ac64a83b3e00 req-2b401164-5c37-40a5-9b03-0fedcfee16a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 210 time: 0.0621672 Mar 05 02:56:19.797574 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-1d07705b-ec7a-46b6-b1d6-3b672c40d088 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:19.799029 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-1d07705b-ec7a-46b6-b1d6-3b672c40d088 tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.13 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 946 time: 0.1464465 Mar 05 02:56:19.859264 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Made reservation on behalf of 533ddcf7f3bc4068a6f2856eb915ecb2 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:56:19.862297 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.971101 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Deleting port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:19.971435 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.072625 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Allocated IP 172.20.0.6 (0e12fae2-ecda-45fd-a83a-e67cf08123e5/9c1a24e1-7bb7-4554-a86d-cb43ba707669/72f8e9b7-28cd-4b80-be32-d7f04625063d) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:20.104466 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] For port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,segment=NetworkSegment(92837c0f-c7d6-4777-b847-b97fe4c12d32),segment_id=92837c0f-c7d6-4777-b847-b97fe4c12d32)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:20.104825 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.127099 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Calling delete_port for 7d66b0a8-f21d-42f8-a151-dddba94a3dfe owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:20.323898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.337126 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dacb70-beb3-4572-a182-c5f963d54b77 req-853bbf1a-771d-45ae-b09d-0ec899b42b9a tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:20.338599 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-73dacb70-beb3-4572-a182-c5f963d54b77 req-853bbf1a-771d-45ae-b09d-0ec899b42b9a tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/ports?device_id=110e5aaf-5b65-47ec-8a04-b48155049cf5 HTTP/1.1" status: 200 len: 946 time: 0.1070430 Mar 05 02:56:20.434457 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (7d66b0a8-f21d-42f8-a151-dddba94a3dfe), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.447547 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-73dacb70-beb3-4572-a182-c5f963d54b77 req-fd65c299-3c59-496b-bb74-b983ed9bd68a tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.26 "GET /v2.0/security-groups?id=6490344a-8d40-43d6-8df2-1dee27806ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024799 Mar 05 02:56:20.449562 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['7d66b0a8-f21d-42f8-a151-dddba94a3dfe'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:56:20.466849 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.474051 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Pushing event deleted for resources: {'Port': ['ID=7d66b0a8-f21d-42f8-a151-dddba94a3dfe,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:20.543454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] No DVR routers for this DVR port 7d66b0a8-f21d-42f8-a151-dddba94a3dfe on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:56:20.550553 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:20.553581 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.556759 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fb0eedd0-b50d-48ac-996e-fd2e998f1bdf req-e0071e56-c27f-4c3d-9d6c-d0e6d09a778d tempest-VolumesSnapshotTestJSON-729970751 tempest-VolumesSnapshotTestJSON-729970751-project] 10.222.0.13 "DELETE /v2.0/ports/7d66b0a8-f21d-42f8-a151-dddba94a3dfe HTTP/1.1" status: 204 len: 173 time: 0.7508307 Mar 05 02:56:20.557190 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110e5aaf-5b65-47ec-8a04-b48155049cf5', 'name': 'network-vif-deleted', 'tag': '7d66b0a8-f21d-42f8-a151-dddba94a3dfe'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:20.559534 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112d2c7c-09d6-448b-bafe-d44446bb8b8b" -d '{"events": [{"server_uuid": "110e5aaf-5b65-47ec-8a04-b48155049cf5", "name": "network-vif-deleted", "tag": "7d66b0a8-f21d-42f8-a151-dddba94a3dfe"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:20.564922 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:20.568570 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:20.575063 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:20.626222 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:20.626968 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.630364 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa931457-97bd-4627-9039-af1b4c6d3f57 x-openstack-request-id: req-aa931457-97bd-4627-9039-af1b4c6d3f57 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:20.630880 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110e5aaf-5b65-47ec-8a04-b48155049cf5", "name": "network-vif-deleted", "tag": "7d66b0a8-f21d-42f8-a151-dddba94a3dfe", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:20.631201 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa931457-97bd-4627-9039-af1b4c6d3f57 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:20.631710 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110e5aaf-5b65-47ec-8a04-b48155049cf5', 'name': 'network-vif-deleted', 'tag': '7d66b0a8-f21d-42f8-a151-dddba94a3dfe', 'status': 'completed', 'code': 200} Mar 05 02:56:20.647869 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-e1e291c5-1a6e-4255-a270-fed9545f2684 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9869857 Mar 05 02:56:20.666350 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Request body: {'port': {'device_id': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:20.728172 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.831388 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-40d93824-c591-4539-bf43-278a8019eb22 None None] Provisioning complete for port 72f8e9b7-28cd-4b80-be32-d7f04625063d triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:20.831849 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-40d93824-c591-4539-bf43-278a8019eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.864712 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-40d93824-c591-4539-bf43-278a8019eb22 None None] Port 72f8e9b7-28cd-4b80-be32-d7f04625063d cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:56:20.955850 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a5e91-0b5c-4142-b718-ed0ca83a276b req-2f9b5b48-35be-4777-acc0-89499d5cd6bc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:20.957221 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d78a5e91-0b5c-4142-b718-ed0ca83a276b req-2f9b5b48-35be-4777-acc0-89499d5cd6bc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 931 time: 0.1178951 Mar 05 02:56:21.041540 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d78a5e91-0b5c-4142-b718-ed0ca83a276b req-a77986e3-82cc-4129-9d16-167e8cb8e2ae tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767095 Mar 05 02:56:21.071993 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f8e9b7-28cd-4b80-be32-d7f04625063d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:21.080069 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Publish callbacks [] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.093006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Transition to ACTIVE for port object 72f8e9b7-28cd-4b80-be32-d7f04625063d will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:56:21.097420 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.176597 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:21.229671 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Attempting to bind port 72f8e9b7-28cd-4b80-be32-d7f04625063d on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:56:21.230155 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Attempting to bind port 72f8e9b7-28cd-4b80-be32-d7f04625063d by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:56:21.230387 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Attempting to bind port 72f8e9b7-28cd-4b80-be32-d7f04625063d on network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:21.235485 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Port 72f8e9b7-28cd-4b80-be32-d7f04625063d on network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:56:21.235807 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Attempting to bind port 72f8e9b7-28cd-4b80-be32-d7f04625063d on network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:21.240681 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:56:21.241023 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Checking segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:56:21.241412 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Bound using segment: {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:56:21.241839 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Bound port: 72f8e9b7-28cd-4b80-be32-d7f04625063d, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930451f8-2240-4b45-aa1a-f3932ae5b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:56:21.242227 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.307118 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:56:21.310033 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:56:21.316700 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.354868 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:21.355497 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.356857 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] 10.222.0.13 "PUT /v2.0/ports/72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 200 len: 1093 time: 0.6949224 Mar 05 02:56:21.376613 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a3e86-cf3f-43e2-b137-5713218b978c service neutron] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:21.438356 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-f03d4e6c-b8db-4339-91a5-44f41bfafb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:21.439879 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-f03d4e6c-b8db-4339-91a5-44f41bfafb33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 1127 time: 0.0459259 Mar 05 02:56:21.484102 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-bf73bbac-abd9-44ea-81d7-5084096f94a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 200 len: 217 time: 0.0348980 Mar 05 02:56:21.538371 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-eb3e3c22-be3e-42cc-bbed-dcdbd7a17ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:21.539799 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-eb3e3c22-be3e-42cc-bbed-dcdbd7a17ad1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.0508356 Mar 05 02:56:21.838300 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-90ba0e8d-11c1-4697-a262-075cbfd3459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:21.839949 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-90ba0e8d-11c1-4697-a262-075cbfd3459d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2868781 Mar 05 02:56:21.928359 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-0bb5966b-e6bb-43f5-ad4d-9a62c1d82bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820220 Mar 05 02:56:22.019001 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfd291f7-a7cf-40ce-b96c-0c3f3ef0a65c req-6cc8f55d-b963-4243-9ec1-a05a8e54318e service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831676 Mar 05 02:56:22.176550 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04301b-a122-4183-b800-df21e7ddd531 req-1749b13e-2650-4a44-aef9-3a5165aa607a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:22.178045 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aa04301b-a122-4183-b800-df21e7ddd531 req-1749b13e-2650-4a44-aef9-3a5165aa607a tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0576866 Mar 05 02:56:22.234336 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aa04301b-a122-4183-b800-df21e7ddd531 req-e6bf0cd8-4acf-4c94-a778-5f3817f36f9e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461195 Mar 05 02:56:22.632927 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:22.636041 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:22.678758 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ecdfcd-7e98-4cfc-aa97-b4efc7dfa37a x-openstack-request-id: req-71ecdfcd-7e98-4cfc-aa97-b4efc7dfa37a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:22.679050 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:22.679298 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71ecdfcd-7e98-4cfc-aa97-b4efc7dfa37a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:22.679691 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'status': 'completed', 'code': 200} Mar 05 02:56:22.760308 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-d5554129-5c96-4291-9d40-76fe0319fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:22.761794 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-d5554129-5c96-4291-9d40-76fe0319fbf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 1127 time: 0.0490878 Mar 05 02:56:22.854829 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-4f463589-6f57-433e-a072-5be9531fc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:22.856316 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-4f463589-6f57-433e-a072-5be9531fc295 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.0870142 Mar 05 02:56:22.900747 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-1f0667bd-f367-47e7-95e1-6fbd67b02635 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 200 len: 217 time: 0.0377471 Mar 05 02:56:22.956250 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-b7d60038-56c8-422e-b9ce-36362fc077e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:22.957715 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-b7d60038-56c8-422e-b9ce-36362fc077e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.0469148 Mar 05 02:56:23.010821 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-55738858-518b-497c-9257-ac5fa95fbc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:23.012329 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-55738858-518b-497c-9257-ac5fa95fbc06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451980 Mar 05 02:56:23.102936 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-e5158208-9d84-4bd2-a965-d9234836a993 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830307 Mar 05 02:56:23.190044 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f64bc078-3ae5-4996-8a47-6e09b7d0b00e req-670fe22b-de0b-4222-9aeb-581d3c8b4662 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801623 Mar 05 02:56:23.363145 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c288-42f8-4dcf-9683-f17d135a5e24 req-36e4becc-be90-43c6-94e7-c6f8461b7ea2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:23.364610 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1180c288-42f8-4dcf-9683-f17d135a5e24 req-36e4becc-be90-43c6-94e7-c6f8461b7ea2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0570717 Mar 05 02:56:23.409787 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1180c288-42f8-4dcf-9683-f17d135a5e24 req-3cbe32fe-28d2-482f-b430-a68dee64133e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395496 Mar 05 02:56:24.531491 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27a969-2fd3-4f54-87c6-b715c65ed915 req-68d2ac59-30a0-45f3-a9fc-71f2ba60b2c2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:24.532945 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5d27a969-2fd3-4f54-87c6-b715c65ed915 req-68d2ac59-30a0-45f3-a9fc-71f2ba60b2c2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0517461 Mar 05 02:56:24.578604 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5d27a969-2fd3-4f54-87c6-b715c65ed915 req-d88c303c-a363-4078-b46d-bcf321e6982f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401933 Mar 05 02:56:24.802829 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:56:24.898299 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:24.908972 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'port_id': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'mac_address': 'fa:16:3e:5d:d1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:56:24.944395 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 72f8e9b7-28cd-4b80-be32-d7f04625063d is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:24.944773 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:24.957021 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f8e9b7-28cd-4b80-be32-d7f04625063d {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:24.975437 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:24.979559 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.030437 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:25.037198 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.037550 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.037913 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.038280 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.038614 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.038943 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.039272 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.039604 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.039996 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.040321 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.040664 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.040964 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.041283 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.385724 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-46f337d7-c921-4550-959c-e3b9de4e75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.698768 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db21-3ff6-4043-93c4-0964b04e13dd req-52923ff9-711f-4f59-a408-60ac4926a1a0 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:25.700227 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ece8db21-3ff6-4043-93c4-0964b04e13dd req-52923ff9-711f-4f59-a408-60ac4926a1a0 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 944 time: 0.0518925 Mar 05 02:56:25.713944 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 7d66b0a8-f21d-42f8-a151-dddba94a3dfe no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:56:25.735607 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:56:25.743670 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 7d66b0a8-f21d-42f8-a151-dddba94a3dfe {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:56:25.744019 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 7d66b0a8-f21d-42f8-a151-dddba94a3dfe not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:56:25.753656 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ece8db21-3ff6-4043-93c4-0964b04e13dd req-e08a8723-02e9-4458-950b-f101b65fca98 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474222 Mar 05 02:56:25.993606 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['72f8e9b7-28cd-4b80-be32-d7f04625063d'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:56:26.876651 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178283f-8b1c-4783-9fa6-6eb309af53d3 req-7f945855-394f-436b-9364-73ece5e694e7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:26.878293 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9178283f-8b1c-4783-9fa6-6eb309af53d3 req-7f945855-394f-436b-9364-73ece5e694e7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 944 time: 0.0533378 Mar 05 02:56:26.923285 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9178283f-8b1c-4783-9fa6-6eb309af53d3 req-66c1091e-9626-42c5-8fbe-4e5f5208bf05 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 Mar 05 02:56:27.625528 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1664-d7ae-4fe0-8d51-621997642a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.047442 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7198b1-dc7e-4536-abad-44b047d0fe38 req-fb3694bc-e4b0-4397-be53-d0d17bcb9fa6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:28.048897 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2a7198b1-dc7e-4536-abad-44b047d0fe38 req-fb3694bc-e4b0-4397-be53-d0d17bcb9fa6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 944 time: 0.0541036 Mar 05 02:56:28.049637 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:56:28.095955 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2a7198b1-dc7e-4536-abad-44b047d0fe38 req-69f480a5-5ba3-499d-9b3d-ea126b337207 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Mar 05 02:56:28.097773 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 72f8e9b7-28cd-4b80-be32-d7f04625063d completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:56:28.101887 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 72f8e9b7-28cd-4b80-be32-d7f04625063d triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:28.102285 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.180162 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 72f8e9b7-28cd-4b80-be32-d7f04625063d is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:28.180542 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.323675 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:28.326116 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a868fab5-081d-48f0-a359-5aa5a68a88ee" -d '{"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-plugged", "status": "completed", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:28.338370 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:28.342844 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.365826 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a024fe63-bf26-4e99-9884-b0c47d85ac83 x-openstack-request-id: req-a024fe63-bf26-4e99-9884-b0c47d85ac83 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:28.366171 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-plugged", "status": "completed", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:28.366429 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a024fe63-bf26-4e99-9884-b0c47d85ac83 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:28.366808 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'code': 200} Mar 05 02:56:28.394956 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:28.546206 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe67cfa-c14a-4ab2-89da-44f3bccba135 req-692abd46-e651-4ed2-80ad-b9862d8dbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:28.547808 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7fe67cfa-c14a-4ab2-89da-44f3bccba135 req-692abd46-e651-4ed2-80ad-b9862d8dbde0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 1129 time: 0.0456300 Mar 05 02:56:28.592158 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7fe67cfa-c14a-4ab2-89da-44f3bccba135 req-a793b0e4-0ea9-44ca-9401-4b5b0f69bfc1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380933 Mar 05 02:56:28.758550 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.217304 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375aee-adcb-4a20-b448-1c40a8d0fa6b req-976530e7-ce49-4892-8f9d-2ce06c148399 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:29.219385 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-40375aee-adcb-4a20-b448-1c40a8d0fa6b req-976530e7-ce49-4892-8f9d-2ce06c148399 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0519536 Mar 05 02:56:29.265039 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-40375aee-adcb-4a20-b448-1c40a8d0fa6b req-f3e1d768-d098-4afa-972b-8758915e5548 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395980 Mar 05 02:56:30.114632 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:30.388579 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe41f-5cc2-4616-9e44-bbe090fa742d req-b267d810-1f8a-48be-a388-e87818420764 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:30.390186 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4bfbe41f-5cc2-4616-9e44-bbe090fa742d req-b267d810-1f8a-48be-a388-e87818420764 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0529995 Mar 05 02:56:30.438663 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4bfbe41f-5cc2-4616-9e44-bbe090fa742d req-d3a5c1d4-17db-40cc-8a95-cb4e4f6e870e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Mar 05 02:56:30.555178 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030cbdd-5d19-482c-bb77-db71913e83e3 req-09230958-1be0-434c-86ae-d63657208724 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:30.556539 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8030cbdd-5d19-482c-bb77-db71913e83e3 req-09230958-1be0-434c-86ae-d63657208724 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0510209 Mar 05 02:56:30.565101 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53114) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:30.569331 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Request body: {'floatingip': {'port_id': '72f8e9b7-28cd-4b80-be32-d7f04625063d'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:30.608673 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (4f45102a-3849-438e-8552-40378bf2b48c), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:31.038311 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:31.042579 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (4f45102a-3849-438e-8552-40378bf2b48c), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:31.143430 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Floating IP 4f45102a-3849-438e-8552-40378bf2b48c associated. External IP: 172.27.3.58, port: 72f8e9b7-28cd-4b80-be32-d7f04625063d. Mar 05 02:56:31.351711 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Router ca24daf2-5bb5-4c55-8a80-13444ce77474 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:31.457356 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:31.462284 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:31.467960 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] Sync routers for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:31.476971 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:31.477581 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:56:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:31.492038 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-1c9ac2b3-4044-4a36-90d1-b687d1408233 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "PUT /v2.0/floatingips/4f45102a-3849-438e-8552-40378bf2b48c HTTP/1.1" status: 200 len: 990 time: 0.9259067 Mar 05 02:56:31.492604 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:31.494843 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61da2ba-9446-43a9-871a-1b35c7d817f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:31.531371 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79017f7f-696a-49b9-88ea-a7bea15ee597 x-openstack-request-id: req-79017f7f-696a-49b9-88ea-a7bea15ee597 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:31.531661 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:31.531911 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79017f7f-696a-49b9-88ea-a7bea15ee597 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:31.532317 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'status': 'completed', 'code': 200} Mar 05 02:56:31.585980 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:31.679950 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:31.825622 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '4f45102a-3849-438e-8552-40378bf2b48c', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'port_id': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'mac_address': 'fa:16:3e:5d:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:17Z', 'updated_at': '2022-03-05T02:56:30Z', 'revision_number': 1, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:31.851854 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] Checking router: ca24daf2-5bb5-4c55-8a80-13444ce77474 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:31.860115 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:31.860710 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:56:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:31.967546 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:32.185597 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '4f45102a-3849-438e-8552-40378bf2b48c', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'port_id': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'mac_address': 'fa:16:3e:5d:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:17Z', 'updated_at': '2022-03-05T02:56:30Z', 'revision_number': 1, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:32.212231 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a9df5-f055-4905-a062-d4cf2277a24d None None] The sync data for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi is: [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '4f45102a-3849-438e-8552-40378bf2b48c', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'port_id': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'mac_address': 'fa:16:3e:5d:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:17Z', 'updated_at': '2022-03-05T02:56:30Z', 'revision_number': 1, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:32.414022 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4ec7a-683b-4049-8e02-97b0ec23dda1 None None] New status for floating IP 4f45102a-3849-438e-8552-40378bf2b48c: ACTIVE {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:32.989357 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-5be6d2b5-68eb-4ed4-922e-fb8554fe6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:32.990781 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-5be6d2b5-68eb-4ed4-922e-fb8554fe6bae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 1129 time: 0.0447390 Mar 05 02:56:33.082879 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-12480bc9-ace1-47a0-8388-9a925be05009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:33.084380 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-12480bc9-ace1-47a0-8388-9a925be05009 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.0857666 Mar 05 02:56:33.156329 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-21622bea-0e36-41e2-9cec-db57b3936036 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 200 len: 1000 time: 0.0612171 Mar 05 02:56:33.210443 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-cbc8e64d-95b9-48c6-adda-48562c01d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:33.211879 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-cbc8e64d-95b9-48c6-adda-48562c01d769 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.0476809 Mar 05 02:56:33.261878 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-cf7a5239-8097-472e-aabe-e751e9978891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:33.263363 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-cf7a5239-8097-472e-aabe-e751e9978891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438335 Mar 05 02:56:33.353671 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-b019b7bf-f455-4c1b-8737-e2216555e0fc service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833769 Mar 05 02:56:33.447156 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a61da2ba-9446-43a9-871a-1b35c7d817f8 req-61f60528-e452-410d-abb9-125d83710819 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871117 Mar 05 02:56:39.738507 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.481198 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53202) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:43.525392 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef375d0-aa50-46d6-bc21-426e1437b568 admin admin] Deleting subnet 400c42d6-4fbb-4127-b2da-e305e3c48fee {{(pid=109852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:56:43.528371 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4ef375d0-aa50-46d6-bc21-426e1437b568 admin admin] Publish callbacks [] for subnet (400c42d6-4fbb-4127-b2da-e305e3c48fee), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.561395 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4ef375d0-aa50-46d6-bc21-426e1437b568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16340174'] for subnet (400c42d6-4fbb-4127-b2da-e305e3c48fee), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.603754 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4ef375d0-aa50-46d6-bc21-426e1437b568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (400c42d6-4fbb-4127-b2da-e305e3c48fee), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.654617 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4ef375d0-aa50-46d6-bc21-426e1437b568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16337559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13058932'] for subnet (400c42d6-4fbb-4127-b2da-e305e3c48fee), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.679825 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef375d0-aa50-46d6-bc21-426e1437b568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400c42d6-4fbb-4127-b2da-e305e3c48fee,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:43.683302 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4ef375d0-aa50-46d6-bc21-426e1437b568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.686470 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-4ef375d0-aa50-46d6-bc21-426e1437b568 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/400c42d6-4fbb-4127-b2da-e305e3c48fee HTTP/1.1" status: 204 len: 168 time: 0.2042737 Mar 05 02:56:43.688918 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53204) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:43.756359 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (68be04e0-e340-4669-98a5-143d697647c0), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.836571 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (68be04e0-e340-4669-98a5-143d697647c0), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.856299 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68be04e0-e340-4669-98a5-143d697647c0']}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:43.865185 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92837c0f-c7d6-4777-b847-b97fe4c12d32') {'for_net_delete': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:43.865480 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92837c0f-c7d6-4777-b847-b97fe4c12d32') {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:43.875028 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16340021'] for segment (92837c0f-c7d6-4777-b847-b97fe4c12d32), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.887894 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (92837c0f-c7d6-4777-b847-b97fe4c12d32), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.894246 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:56:43.894677 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16337661'] for segment (92837c0f-c7d6-4777-b847-b97fe4c12d32), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: Traceback (most recent call last): Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: timer() Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: cb(*args, **kw) Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: return func(*args, **kwargs) Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: self._notify() Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: self.callback(batched_events) Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: event.method(event) Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: return f(self, *a, **k) Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._get(url).json() Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: return self.request(url, 'GET', **kwargs) Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:56:43.896318 dv-cinder-827259-3-iscsi neutron-server[109852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:56:43.951793 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (68be04e0-e340-4669-98a5-143d697647c0), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.957737 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:43.960871 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] 10.222.0.26 "DELETE /v2.0/networks/68be04e0-e340-4669-98a5-143d697647c0 HTTP/1.1" status: 204 len: 168 time: 0.2710621 Mar 05 02:56:43.971603 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6699f5a-a075-43cf-845b-db4dc1373425 admin admin] Pushing event deleted for resources: {'Network': ['ID=68be04e0-e340-4669-98a5-143d697647c0,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:44.070162 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53208) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:44.109116 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-993bf434-acde-488a-b457-a09d1b928871 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8efa5f5dbc9f460aa91f4f62eb57abee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377614 Mar 05 02:56:44.111331 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53210) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:44.156483 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e054f625-bffc-436f-bdfd-6f5affc644da admin admin] Publish callbacks [] for security_group (6490344a-8d40-43d6-8df2-1dee27806ee6), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:44.177154 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e054f625-bffc-436f-bdfd-6f5affc644da admin admin] Publish callbacks [] for security_group (6490344a-8d40-43d6-8df2-1dee27806ee6), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:44.222489 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e054f625-bffc-436f-bdfd-6f5affc644da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (6490344a-8d40-43d6-8df2-1dee27806ee6), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:44.225083 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e054f625-bffc-436f-bdfd-6f5affc644da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:44.226248 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-e054f625-bffc-436f-bdfd-6f5affc644da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6490344a-8d40-43d6-8df2-1dee27806ee6 HTTP/1.1" status: 204 len: 168 time: 0.1140196 Mar 05 02:56:44.234588 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f625-bffc-436f-bdfd-6f5affc644da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6490344a-8d40-43d6-8df2-1dee27806ee6,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:55.387407 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-972cbbd4-bb39-432b-8ae7-7f54e553da37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:57.627191 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec7ab-3f1c-4487-b75c-81b05f11c252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:58.768734 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:00.119443 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.279942 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53380) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:01.381483 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8451-f509-4ae4-9c2d-f8d1a7456514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.455623 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8451-f509-4ae4-9c2d-f8d1a7456514 admin admin] Publish callbacks [] for security_group (6a931744-6e91-4d3b-b536-88b968540665), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.459189 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8451-f509-4ae4-9c2d-f8d1a7456514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (6a931744-6e91-4d3b-b536-88b968540665), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.496719 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-4d2d8451-f509-4ae4-9c2d-f8d1a7456514 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a01adc23b2ac47069a620b43a6896bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156370 Mar 05 02:57:01.497570 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d8451-f509-4ae4-9c2d-f8d1a7456514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a931744-6e91-4d3b-b536-88b968540665,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:01.500163 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53384) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:01.547407 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f82c532e-b42a-4c62-ad47-59cf4279efbf admin admin] Publish callbacks [] for security_group (6a931744-6e91-4d3b-b536-88b968540665), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.571392 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f82c532e-b42a-4c62-ad47-59cf4279efbf admin admin] Publish callbacks [] for security_group (6a931744-6e91-4d3b-b536-88b968540665), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.617798 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f82c532e-b42a-4c62-ad47-59cf4279efbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (6a931744-6e91-4d3b-b536-88b968540665), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.620346 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f82c532e-b42a-4c62-ad47-59cf4279efbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.621609 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-f82c532e-b42a-4c62-ad47-59cf4279efbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a931744-6e91-4d3b-b536-88b968540665 HTTP/1.1" status: 204 len: 168 time: 0.1202853 Mar 05 02:57:01.631373 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c532e-b42a-4c62-ad47-59cf4279efbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a931744-6e91-4d3b-b536-88b968540665,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:01.650145 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.556988 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53394) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:02.561512 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6e25c9b5-706f-496d-af37-fded947b9e86 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998331533', 'description': 'tempest-description--1186343942'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:02.582659 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b5-706f-496d-af37-fded947b9e86 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.646814 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b5-706f-496d-af37-fded947b9e86 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (b27bc98f-caf2-4704-b929-bc7eef27ee1a), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.650175 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b5-706f-496d-af37-fded947b9e86 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (b27bc98f-caf2-4704-b929-bc7eef27ee1a), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.677526 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b5-706f-496d-af37-fded947b9e86 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.678804 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-6e25c9b5-706f-496d-af37-fded947b9e86 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1208148 Mar 05 02:57:02.681773 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53396) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:02.686326 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-0b6676dd-c0f4-4476-8be8-de683e742c67 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group_rule': {'security_group_id': 'b27bc98f-caf2-4704-b929-bc7eef27ee1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:02.687053 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c9b5-706f-496d-af37-fded947b9e86 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27bc98f-caf2-4704-b929-bc7eef27ee1a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:02.712787 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b6676dd-c0f4-4476-8be8-de683e742c67 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (2f3824ec-fb81-4913-b344-47240de1a957), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.734884 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:57:02.766547 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b6676dd-c0f4-4476-8be8-de683e742c67 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (2f3824ec-fb81-4913-b344-47240de1a957), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.771429 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b6676dd-c0f4-4476-8be8-de683e742c67 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (2f3824ec-fb81-4913-b344-47240de1a957), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.788280 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6676dd-c0f4-4476-8be8-de683e742c67 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3824ec-fb81-4913-b344-47240de1a957,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:02.796891 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b6676dd-c0f4-4476-8be8-de683e742c67 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.798118 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-0b6676dd-c0f4-4476-8be8-de683e742c67 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152868 Mar 05 02:57:02.800846 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53398) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:02.805041 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-7d02b10f-b134-4132-970c-504b2d5fc7e2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group_rule': {'security_group_id': 'b27bc98f-caf2-4704-b929-bc7eef27ee1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:02.828890 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d02b10f-b134-4132-970c-504b2d5fc7e2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (ecfc227d-0553-43bc-9c4c-69f13507269f), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.882600 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d02b10f-b134-4132-970c-504b2d5fc7e2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (ecfc227d-0553-43bc-9c4c-69f13507269f), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.886112 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d02b10f-b134-4132-970c-504b2d5fc7e2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (ecfc227d-0553-43bc-9c4c-69f13507269f), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.901169 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02b10f-b134-4132-970c-504b2d5fc7e2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfc227d-0553-43bc-9c4c-69f13507269f,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:02.911776 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d02b10f-b134-4132-970c-504b2d5fc7e2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:02.913080 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-7d02b10f-b134-4132-970c-504b2d5fc7e2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112261 Mar 05 02:57:02.915973 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53400) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:02.920144 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:02.940511 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.036214 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.140794 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Allocated IP 172.27.3.168 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/60f6f02a-d19a-484b-b2c5-c79219a8c389) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:57:03.238062 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (60f6f02a-d19a-484b-b2c5-c79219a8c389), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.270072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (60f6f02a-d19a-484b-b2c5-c79219a8c389), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.308765 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:57:03.311506 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:57:03.314985 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:57:03.320295 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=60f6f02a-d19a-484b-b2c5-c79219a8c389,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:03.403041 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (b1305fa9-9efe-4964-bfa6-7c7052529d26), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.439704 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (60f6f02a-d19a-484b-b2c5-c79219a8c389), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.583621 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (60f6f02a-d19a-484b-b2c5-c79219a8c389), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.587951 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (60f6f02a-d19a-484b-b2c5-c79219a8c389), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.653072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=60f6f02a-d19a-484b-b2c5-c79219a8c389,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:03.665417 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (b1305fa9-9efe-4964-bfa6-7c7052529d26), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.681231 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.682519 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f289a037-714a-4e45-a831-9807ceeb582d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7656066 Mar 05 02:57:04.056996 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-c1cf4a50-ddee-41e4-88d0-2af0d2276f97 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--998331533&fields=id&tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 267 time: 0.0471108 Mar 05 02:57:04.158781 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-bf7a043a-48c1-4720-8954-6b6b436b6626 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:04.160119 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-bf7a043a-48c1-4720-8954-6b6b436b6626 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 814 time: 0.0968049 Mar 05 02:57:04.174690 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-3c1730e6-00eb-42e1-90ac-d2f1af04ce5e tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/quotas/3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 375 time: 0.0089040 Mar 05 02:57:04.230073 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-4bcbc79b-41ad-421e-b989-a81bc1f7d3cd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506909 Mar 05 02:57:04.325214 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-50d6bbc5-38e7-4342-b12a-73c40e261237 service neutron] 10.222.0.26 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Mar 05 02:57:04.411646 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-221a9a48-28a5-4b29-97ac-13520317460b service neutron] 10.222.0.26 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800219 Mar 05 02:57:04.680327 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1806de76-85ca-4fce-83bb-c42a17b91e18 req-9a7153a8-0983-481f-8023-5aa915b82145 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 210 time: 0.1334960 Mar 05 02:57:05.327419 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee156-f619-456d-a504-66b8f499352f req-85c04049-0b52-4aa3-9307-b635d396d165 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:05.328964 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0a0ee156-f619-456d-a504-66b8f499352f req-85c04049-0b52-4aa3-9307-b635d396d165 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0541160 Mar 05 02:57:05.376069 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0a0ee156-f619-456d-a504-66b8f499352f req-d1c6e651-6080-444d-a9b6-43500e59270b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Mar 05 02:57:05.726320 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-34695af3-1804-4d5b-81ef-58b1be706e7a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:05.726320 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-34695af3-1804-4d5b-81ef-58b1be706e7a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 814 time: 0.3370926 Mar 05 02:57:05.781762 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e5b079e7-b18c-46d0-9933-a7913d659c0b req-39ff450f-55dc-4459-8a76-9d5bdb207b4e tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 210 time: 0.0344908 Mar 05 02:57:05.820146 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-2a850ac8-dc87-4473-9512-c13eb48b1f81 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 471 time: 0.0858305 Mar 05 02:57:05.829430 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'port': {'device_id': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'admin_state_up': True, 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'security_groups': ['b27bc98f-caf2-4704-b929-bc7eef27ee1a']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:05.934455 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Made reservation on behalf of 3dd2b27540c04b4c8741ce8c9a5e2b47 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:57:05.938028 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:06.059732 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Allocated IP 172.20.0.12 (ea79f853-47ea-48eb-b063-dca7ecd22a4d/c7035d98-74ae-41a1-ba00-4ecb1c2745d8/e30d5b85-41e6-47b6-930e-a7a045a9d2fb) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:57:06.194576 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:06.226888 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:06.269765 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:57:06.272614 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:57:06.276127 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:57:06.282228 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:06.331223 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:06.331914 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:06.350225 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-0340a554-b1f0-4437-9769-20892a56ab65 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5242143 Mar 05 02:57:06.362854 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Request body: {'port': {'device_id': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:06.422157 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:06.517006 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-af135590-9c19-443f-a56a-90d66f6cfc4e None None] Provisioning complete for port e30d5b85-41e6-47b6-930e-a7a045a9d2fb triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:06.518289 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-af135590-9c19-443f-a56a-90d66f6cfc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:06.551192 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-af135590-9c19-443f-a56a-90d66f6cfc4e None None] Port e30d5b85-41e6-47b6-930e-a7a045a9d2fb cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:57:06.587413 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538157fa-c72c-4170-a572-42913b3f76b3 req-c5e12577-45c9-4c2b-8ffc-95e34d40703a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:06.588816 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-538157fa-c72c-4170-a572-42913b3f76b3 req-c5e12577-45c9-4c2b-8ffc-95e34d40703a tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1306849 Mar 05 02:57:06.692894 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-538157fa-c72c-4170-a572-42913b3f76b3 req-c0090ffe-94d7-47f4-aee7-6b7a7a972947 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986307 Mar 05 02:57:06.773362 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30d5b85-41e6-47b6-930e-a7a045a9d2fb {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:06.780713 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Publish callbacks [] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:06.794417 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Transition to ACTIVE for port object e30d5b85-41e6-47b6-930e-a7a045a9d2fb will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:57:06.798139 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:06.848791 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Pushing event updated for resources: {'Port': ['ID=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:06.956078 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Attempting to bind port e30d5b85-41e6-47b6-930e-a7a045a9d2fb on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:57:06.956446 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Attempting to bind port e30d5b85-41e6-47b6-930e-a7a045a9d2fb by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:57:06.956773 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Attempting to bind port e30d5b85-41e6-47b6-930e-a7a045a9d2fb on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:57:06.967723 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f884dd-8b18-4e64-a586-897c754c5730 req-03a340b7-48cb-41a8-9baf-7f3962243f93 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:06.969252 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96f884dd-8b18-4e64-a586-897c754c5730 req-03a340b7-48cb-41a8-9baf-7f3962243f93 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 944 time: 0.1178918 Mar 05 02:57:06.970561 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Port e30d5b85-41e6-47b6-930e-a7a045a9d2fb on network ea79f853-47ea-48eb-b063-dca7ecd22a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:57:06.971357 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Attempting to bind port e30d5b85-41e6-47b6-930e-a7a045a9d2fb on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:57:06.983746 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:57:06.984085 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Checking segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:57:06.984461 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Bound using segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:57:06.984898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Bound port: e30d5b85-41e6-47b6-930e-a7a045a9d2fb, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:57:06.985250 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:07.054833 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96f884dd-8b18-4e64-a586-897c754c5730 req-3cfd1bc2-f3c8-4c22-a331-f433542cbe97 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774946 Mar 05 02:57:07.076636 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] For port e30d5b85-41e6-47b6-930e-a7a045a9d2fb, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:57:07.080541 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] For port e30d5b85-41e6-47b6-930e-a7a045a9d2fb, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:57:07.087985 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:07.127868 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:07.128543 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:07.129979 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] 10.222.0.13 "PUT /v2.0/ports/e30d5b85-41e6-47b6-930e-a7a045a9d2fb HTTP/1.1" status: 200 len: 1094 time: 0.7720442 Mar 05 02:57:07.130422 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'tag': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:07.132665 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d03d980-8626-493b-8d08-8c1a14f1df7b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7bf2d1-7563-4057-8f9b-b7e51d741a6c", "tag": "e30d5b85-41e6-47b6-930e-a7a045a9d2fb"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:07.160943 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ef9ef-2b61-4b6e-ae6f-52136385c88f service neutron] Pushing event updated for resources: {'Port': ['ID=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:07.184160 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d28d5-ee8c-4c7d-8f81-d25b1a033e07 x-openstack-request-id: req-4a0d28d5-ee8c-4c7d-8f81-d25b1a033e07 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:07.184444 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7bf2d1-7563-4057-8f9b-b7e51d741a6c", "tag": "e30d5b85-41e6-47b6-930e-a7a045a9d2fb", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:07.184696 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a0d28d5-ee8c-4c7d-8f81-d25b1a033e07 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:07.185085 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'tag': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'status': 'completed', 'code': 200} Mar 05 02:57:07.224011 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-e8b63300-b958-491d-8c2a-0bc8422406c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:07.225528 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-e8b63300-b958-491d-8c2a-0bc8422406c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 1128 time: 0.0501406 Mar 05 02:57:07.280831 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-57af475f-ed2a-40b9-a4c9-872ce0e1418b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e30d5b85-41e6-47b6-930e-a7a045a9d2fb HTTP/1.1" status: 200 len: 217 time: 0.0457973 Mar 05 02:57:07.362273 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-a201575d-73d8-42fd-8626-fa594f656da5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:07.363727 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-a201575d-73d8-42fd-8626-fa594f656da5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.0928473 Mar 05 02:57:07.364998 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-209debb8-4d1c-4c75-b790-577e5673e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:07.366329 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-209debb8-4d1c-4c75-b790-577e5673e270 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0655963 Mar 05 02:57:07.477543 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-6410ed01-5174-46f8-a499-4f04174ce2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:07.479252 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-6410ed01-5174-46f8-a499-4f04174ce2a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042063 Mar 05 02:57:07.544434 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Deleting port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:07.544864 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:07.634917 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-a1a27f16-d02d-4696-8437-5ed2f4d348cd service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483462 Mar 05 02:57:07.674391 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] For port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:07.674656 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:07.865699 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5a2717c4-a6fe-4130-af94-1a735e7e6fef req-7d500152-39f5-42ee-9e6f-706dfe164398 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233324 Mar 05 02:57:07.940550 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d84df-efc2-4974-915b-1c4d2c2773be req-e2584cba-4ab5-4418-ad0f-48edfd724018 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:07.942095 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-291d84df-efc2-4974-915b-1c4d2c2773be req-e2584cba-4ab5-4418-ad0f-48edfd724018 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 945 time: 0.1622193 Mar 05 02:57:08.010567 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:08.010934 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (e70228b8-1b7a-46eb-9886-839aae966923), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:08.011251 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Floating IP e70228b8-1b7a-46eb-9886-839aae966923 disassociated. External IP: 172.27.3.143, port: f5a9d7d0-d2b2-401b-bf1a-016e681e13ff. Mar 05 02:57:08.011601 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Calling delete_port for f5a9d7d0-d2b2-401b-bf1a-016e681e13ff owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:08.041057 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-291d84df-efc2-4974-915b-1c4d2c2773be req-2168278f-4a5e-4157-ac17-d6d47d450256 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=08f4b952-a70d-4399-a3e3-76053a924796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822542 Mar 05 02:57:08.044224 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-67d73a08-8f5d-4668-8564-32e7de1fdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:08.045773 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-67d73a08-8f5d-4668-8564-32e7de1fdfa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 1128 time: 0.1233225 Mar 05 02:57:08.246442 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-ff8da674-0de1-4bb7-b50c-6504ab04c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:08.247828 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-ff8da674-0de1-4bb7-b50c-6504ab04c07d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.1711986 Mar 05 02:57:08.300736 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ece55a-123b-4b6f-99f0-98ab7bd755d4 req-d7708334-c180-4f80-9e6b-bfe25e044382 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:08.302199 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d0ece55a-123b-4b6f-99f0-98ab7bd755d4 req-d7708334-c180-4f80-9e6b-bfe25e044382 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 944 time: 0.1563907 Mar 05 02:57:08.305794 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-5033411a-746a-48ca-bf1e-c897b6dc1038 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e30d5b85-41e6-47b6-930e-a7a045a9d2fb HTTP/1.1" status: 200 len: 217 time: 0.0509326 Mar 05 02:57:08.352994 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (f5a9d7d0-d2b2-401b-bf1a-016e681e13ff), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:08.396456 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event deleted for resources: {'Port': ['ID=f5a9d7d0-d2b2-401b-bf1a-016e681e13ff,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:08.428304 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d0ece55a-123b-4b6f-99f0-98ab7bd755d4 req-dbe70a5d-505c-4fc7-a414-a022fe7eed73 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197860 Mar 05 02:57:08.430831 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-bb8c510c-c506-4827-98c2-e9c178fd7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:08.432194 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-bb8c510c-c506-4827-98c2-e9c178fd7906 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.1193047 Mar 05 02:57:08.553920 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-bafd0820-6983-4ba5-ad42-c390afac72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:08.555346 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-bafd0820-6983-4ba5-ad42-c390afac72b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926087 Mar 05 02:57:08.591555 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:57:08.699025 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-21bd8402-53d9-4f45-928a-04b2ae9c00b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368484 Mar 05 02:57:08.815856 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:57:08.829266 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] Sync routers for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:57:08.840639 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:08.841991 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:56:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:08.870860 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] No DVR routers for this DVR port f5a9d7d0-d2b2-401b-bf1a-016e681e13ff on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:57:08.877815 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:08.881141 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9726038f-9ed4-4e9c-a63e-c7cb1b2ad6bc req-1ddcc13b-cdd5-463d-b53b-8164333d0a3c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "DELETE /v2.0/ports/f5a9d7d0-d2b2-401b-bf1a-016e681e13ff HTTP/1.1" status: 204 len: 173 time: 1.5071456 Mar 05 02:57:08.896539 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d03d980-8626-493b-8d08-8c1a14f1df7b req-76f55ff2-d52c-4020-ace3-98ba3dd0bdd0 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631162 Mar 05 02:57:08.979396 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:09.150824 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1d8566aa-2435-4538-9de3-5915e4620793 req-5c897bc0-f7df-4f90-8f28-36981ac4b052 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0080e4b-6532-4e0c-8d19-cfbdf32e401b HTTP/1.1" status: 200 len: 210 time: 0.0281868 Mar 05 02:57:09.179206 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:09.186681 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'name': 'network-vif-deleted', 'tag': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:09.190310 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790787be-dedf-42a3-962d-cf14ecd75056" -d '{"events": [{"server_uuid": "d0080e4b-6532-4e0c-8d19-cfbdf32e401b", "name": "network-vif-deleted", "tag": "f5a9d7d0-d2b2-401b-bf1a-016e681e13ff"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:09.210378 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] Checking router: 9d82c016-4e99-48ea-8d77-0b9bc3cdebad for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:57:09.218884 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:09.219281 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:56:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:09.226062 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34927d-fbec-4ba2-9189-bfdd7932dd25 x-openstack-request-id: req-ed34927d-fbec-4ba2-9189-bfdd7932dd25 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:09.226429 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0080e4b-6532-4e0c-8d19-cfbdf32e401b", "name": "network-vif-deleted", "tag": "f5a9d7d0-d2b2-401b-bf1a-016e681e13ff", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:09.226678 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed34927d-fbec-4ba2-9189-bfdd7932dd25 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:09.227070 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0080e4b-6532-4e0c-8d19-cfbdf32e401b', 'name': 'network-vif-deleted', 'tag': 'f5a9d7d0-d2b2-401b-bf1a-016e681e13ff', 'status': 'completed', 'code': 200} Mar 05 02:57:09.326163 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:09.559800 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f774aa2-c753-4150-8310-0260e6385d9a req-11e18bce-4da4-433f-afef-e651ecbd9e28 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:09.562360 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f774aa2-c753-4150-8310-0260e6385d9a req-11e18bce-4da4-433f-afef-e651ecbd9e28 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 944 time: 0.0589616 Mar 05 02:57:09.621541 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f774aa2-c753-4150-8310-0260e6385d9a req-b3a5bb36-3a9d-49ab-8008-d015781ec3e1 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518367 Mar 05 02:57:09.665261 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:09.691083 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3d1d3-e3ce-430f-b93d-3d8c4a9cdfaa None None] The sync data for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi is: [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:57:09.760348 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:09.918194 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5bce7c-36c0-45af-aefb-1c0d0c5269c3 None None] New status for floating IP e70228b8-1b7a-46eb-9886-839aae966923: DOWN {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:57:10.220618 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device e30d5b85-41e6-47b6-930e-a7a045a9d2fb details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:57:10.229455 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f5a9d7d0-d2b2-401b-bf1a-016e681e13ff no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:10.245592 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53494) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:10.282639 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: f5a9d7d0-d2b2-401b-bf1a-016e681e13ff {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:57:10.283227 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device f5a9d7d0-d2b2-401b-bf1a-016e681e13ff not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:57:10.291938 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-31eaac48-d315-4487-81de-433e42870586 req-f6777a06-394e-47ac-9c75-fc85b9f84cfa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758522 Mar 05 02:57:10.332501 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab0aad15-a8d5-48dc-b0cd-e4dd2121af03 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (08f4b952-a70d-4399-a3e3-76053a924796), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.357376 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab0aad15-a8d5-48dc-b0cd-e4dd2121af03 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (08f4b952-a70d-4399-a3e3-76053a924796), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.384863 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port e30d5b85-41e6-47b6-930e-a7a045a9d2fb, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:10.396678 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'port_id': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'mac_address': 'fa:16:3e:53:21:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:57:10.410826 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab0aad15-a8d5-48dc-b0cd-e4dd2121af03 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (08f4b952-a70d-4399-a3e3-76053a924796), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.414046 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab0aad15-a8d5-48dc-b0cd-e4dd2121af03 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.417764 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ab0aad15-a8d5-48dc-b0cd-e4dd2121af03 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "DELETE /v2.0/security-groups/08f4b952-a70d-4399-a3e3-76053a924796 HTTP/1.1" status: 204 len: 168 time: 0.1686661 Mar 05 02:57:10.420005 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53498) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:10.441383 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port e30d5b85-41e6-47b6-930e-a7a045a9d2fb is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:10.441774 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.442291 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aad15-a8d5-48dc-b0cd-e4dd2121af03 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f4b952-a70d-4399-a3e3-76053a924796,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:10.444512 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.api.v2.resource [None req-217ca842-8c03-455c-a403-412b488943d7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] show failed (client error): The resource could not be found. Mar 05 02:57:10.445607 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-217ca842-8c03-455c-a403-412b488943d7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups/08f4b952-a70d-4399-a3e3-76053a924796 HTTP/1.1" status: 404 len: 347 time: 0.0244298 Mar 05 02:57:10.448961 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53500) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:10.475630 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30d5b85-41e6-47b6-930e-a7a045a9d2fb {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:10.498953 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port e30d5b85-41e6-47b6-930e-a7a045a9d2fb, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:10.504195 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.557165 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:10.589404 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Deleting port 17216e5a-4f98-4132-bb70-314bf70a4a2b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:10.589749 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (17216e5a-4f98-4132-bb70-314bf70a4a2b), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.665011 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316af79-7a90-4fad-b4fe-bb18375c7f64 req-a1b59385-4a8b-4727-8300-34a9af470894 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:10.666553 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d316af79-7a90-4fad-b4fe-bb18375c7f64 req-a1b59385-4a8b-4727-8300-34a9af470894 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.3528624 Mar 05 02:57:10.670141 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaac48-d315-4487-81de-433e42870586 req-ec6e5699-1cd2-4e19-8916-cd3037d311b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:10.670781 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-31eaac48-d315-4487-81de-433e42870586 req-ec6e5699-1cd2-4e19-8916-cd3037d311b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1130 time: 0.0626140 Mar 05 02:57:10.681904 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (17216e5a-4f98-4132-bb70-314bf70a4a2b), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.682266 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (17216e5a-4f98-4132-bb70-314bf70a4a2b), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.698346 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Calling delete_port for 17216e5a-4f98-4132-bb70-314bf70a4a2b owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:10.749423 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['e30d5b85-41e6-47b6-930e-a7a045a9d2fb'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:57:10.816427 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d316af79-7a90-4fad-b4fe-bb18375c7f64 req-d508ea93-7b4d-46f9-9efe-7201b16f388d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442342 Mar 05 02:57:10.858032 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaac48-d315-4487-81de-433e42870586 req-db239b37-1d21-4b32-b17a-4d3e07ad56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:10.859503 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-31eaac48-d315-4487-81de-433e42870586 req-db239b37-1d21-4b32-b17a-4d3e07ad56d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 909 time: 0.1483550 Mar 05 02:57:10.868031 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368d515-dbdb-4ca4-80df-32a53f7849df req-f80c16f2-4db9-4139-bb3a-59b80dc2c638 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:10.869564 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1368d515-dbdb-4ca4-80df-32a53f7849df req-f80c16f2-4db9-4139-bb3a-59b80dc2c638 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 945 time: 0.1708317 Mar 05 02:57:10.965252 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-31eaac48-d315-4487-81de-433e42870586 req-1aa06fcf-01ca-4a25-a8fd-db10542e2daa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 1001 time: 0.0945444 Mar 05 02:57:10.972826 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1368d515-dbdb-4ca4-80df-32a53f7849df req-fa3abb4a-b846-4582-8bbb-569e99a888a3 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939586 Mar 05 02:57:11.016695 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaac48-d315-4487-81de-433e42870586 req-264522a4-30c1-4160-a1e2-d4ef12216424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:11.018222 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-31eaac48-d315-4487-81de-433e42870586 req-264522a4-30c1-4160-a1e2-d4ef12216424 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 200 len: 848 time: 0.0445271 Mar 05 02:57:11.072027 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaac48-d315-4487-81de-433e42870586 req-eff09df9-c505-4c52-b8f4-d85505688bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:11.073563 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-31eaac48-d315-4487-81de-433e42870586 req-eff09df9-c505-4c52-b8f4-d85505688bca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abb402c-01c2-48bf-88c5-8d2968bf132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497751 Mar 05 02:57:11.077832 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (17216e5a-4f98-4132-bb70-314bf70a4a2b), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.101876 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event deleted for resources: {'Port': ['ID=17216e5a-4f98-4132-bb70-314bf70a4a2b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:11.164690 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (e70228b8-1b7a-46eb-9886-839aae966923), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.167189 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.168326 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-46e78baf-38c8-4118-8c12-a8f4a7d44897 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "DELETE /v2.0/floatingips/e70228b8-1b7a-46eb-9886-839aae966923 HTTP/1.1" status: 204 len: 168 time: 0.7183111 Mar 05 02:57:11.169138 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-31eaac48-d315-4487-81de-433e42870586 req-98747452-0d66-45c5-bd69-96d085fe5adf service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891776 Mar 05 02:57:11.259698 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-31eaac48-d315-4487-81de-433e42870586 req-ecc702c8-06a0-4157-af3d-f442df61688d service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843501 Mar 05 02:57:11.695573 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53506) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:11.700059 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-111f5692-be11-464e-b050-7538b6768a64 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112611589', 'description': 'tempest-description--1084211271'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:11.719446 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-111f5692-be11-464e-b050-7538b6768a64 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.783317 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-111f5692-be11-464e-b050-7538b6768a64 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (3886303a-8dbc-45ca-928b-0ed7d2ed1ce9), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.786705 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-111f5692-be11-464e-b050-7538b6768a64 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3886303a-8dbc-45ca-928b-0ed7d2ed1ce9), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.820592 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-111f5692-be11-464e-b050-7538b6768a64 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.821822 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-111f5692-be11-464e-b050-7538b6768a64 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1252561 Mar 05 02:57:11.823651 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f5692-be11-464e-b050-7538b6768a64 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:11.824986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53508) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:11.829576 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-28ed64f8-4ee6-4f74-8693-aadc59e48baf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'security_group_rule': {'security_group_id': '3886303a-8dbc-45ca-928b-0ed7d2ed1ce9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:11.855388 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-28ed64f8-4ee6-4f74-8693-aadc59e48baf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (6537e622-a2f6-4f16-b856-a438d90ea046), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.943843 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-28ed64f8-4ee6-4f74-8693-aadc59e48baf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (6537e622-a2f6-4f16-b856-a438d90ea046), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.948342 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-28ed64f8-4ee6-4f74-8693-aadc59e48baf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (6537e622-a2f6-4f16-b856-a438d90ea046), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.972765 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed64f8-4ee6-4f74-8693-aadc59e48baf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6537e622-a2f6-4f16-b856-a438d90ea046,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:11.981713 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3af574-5c79-4843-a701-d8d88722b225 req-d5181acb-38cc-402a-b7c6-61ee3c936837 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:11.983214 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9e3af574-5c79-4843-a701-d8d88722b225 req-d5181acb-38cc-402a-b7c6-61ee3c936837 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0890629 Mar 05 02:57:11.987745 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-28ed64f8-4ee6-4f74-8693-aadc59e48baf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:11.988887 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-28ed64f8-4ee6-4f74-8693-aadc59e48baf tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629002 Mar 05 02:57:11.992211 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53512) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:11.996873 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-45141b39-9de0-4ba5-a0f6-96f1cefee190 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'security_group_rule': {'security_group_id': '3886303a-8dbc-45ca-928b-0ed7d2ed1ce9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:12.025718 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45141b39-9de0-4ba5-a0f6-96f1cefee190 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (898ef467-ec73-4b89-938e-83b851d7c065), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.039101 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9e3af574-5c79-4843-a701-d8d88722b225 req-1dc0360c-f042-4d84-b9fb-8e4a3441b66b tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491533 Mar 05 02:57:12.094418 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45141b39-9de0-4ba5-a0f6-96f1cefee190 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (898ef467-ec73-4b89-938e-83b851d7c065), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.095624 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a7bd-f54c-476a-86d2-d078466d8b11 req-8fb7bf9c-fb22-453d-8de4-e61e3276e1fb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:12.097688 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d567a7bd-f54c-476a-86d2-d078466d8b11 req-8fb7bf9c-fb22-453d-8de4-e61e3276e1fb tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 945 time: 0.0547214 Mar 05 02:57:12.099098 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45141b39-9de0-4ba5-a0f6-96f1cefee190 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (898ef467-ec73-4b89-938e-83b851d7c065), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.119629 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45141b39-9de0-4ba5-a0f6-96f1cefee190 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898ef467-ec73-4b89-938e-83b851d7c065,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:12.125488 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45141b39-9de0-4ba5-a0f6-96f1cefee190 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.130076 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53516) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:12.130229 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-45141b39-9de0-4ba5-a0f6-96f1cefee190 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369181 Mar 05 02:57:12.136564 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:12.158976 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d567a7bd-f54c-476a-86d2-d078466d8b11 req-60c6a267-b4a0-4a26-ad3c-bfd3fae871ab tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556021 Mar 05 02:57:12.167664 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.232220 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device e30d5b85-41e6-47b6-930e-a7a045a9d2fb up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:57:12.264563 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.279326 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port e30d5b85-41e6-47b6-930e-a7a045a9d2fb completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:57:12.283795 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port e30d5b85-41e6-47b6-930e-a7a045a9d2fb triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:12.284211 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.358206 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port e30d5b85-41e6-47b6-930e-a7a045a9d2fb is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:12.358594 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.375971 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Allocated IP 172.27.3.192 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/c2f9662d-7466-4d30-90c1-9dbc17ee2653) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:57:12.384379 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:12.386685 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4784cbfa-7cb9-4388-a0e4-fd15530af401" -d '{"events": [{"server_uuid": "cd7bf2d1-7563-4057-8f9b-b7e51d741a6c", "name": "network-vif-plugged", "status": "completed", "tag": "e30d5b85-41e6-47b6-930e-a7a045a9d2fb"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:12.399355 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port e30d5b85-41e6-47b6-930e-a7a045a9d2fb, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:12.404243 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.428310 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2517de2-fdd1-4af4-acf9-af5ada3353db x-openstack-request-id: req-e2517de2-fdd1-4af4-acf9-af5ada3353db {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:12.428626 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7bf2d1-7563-4057-8f9b-b7e51d741a6c", "name": "network-vif-plugged", "status": "completed", "tag": "e30d5b85-41e6-47b6-930e-a7a045a9d2fb", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:12.428888 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2517de2-fdd1-4af4-acf9-af5ada3353db {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:12.429277 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'code': 200} Mar 05 02:57:12.455431 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:12.490715 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for port (c2f9662d-7466-4d30-90c1-9dbc17ee2653), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.525103 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (c2f9662d-7466-4d30-90c1-9dbc17ee2653), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.567615 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:57:12.580856 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:57:12.599906 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:57:12.601946 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'Port': ['ID=c2f9662d-7466-4d30-90c1-9dbc17ee2653,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:12.657218 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26231-5044-4c76-b6ea-d7940650d062 req-2af23b11-f271-4c3e-902d-fab61ddff9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:12.659104 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-65c26231-5044-4c76-b6ea-d7940650d062 req-2af23b11-f271-4c3e-902d-fab61ddff9dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 1130 time: 0.0942194 Mar 05 02:57:12.723628 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (e96d018f-b468-4568-9e38-f428d9d5c7be), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.730724 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-65c26231-5044-4c76-b6ea-d7940650d062 req-146d52e7-b097-46f3-95c2-8f5475642a87 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541244 Mar 05 02:57:12.763243 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (c2f9662d-7466-4d30-90c1-9dbc17ee2653), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.914180 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for port (c2f9662d-7466-4d30-90c1-9dbc17ee2653), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.918635 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (c2f9662d-7466-4d30-90c1-9dbc17ee2653), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.993649 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'Port': ['ID=c2f9662d-7466-4d30-90c1-9dbc17ee2653,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:13.003142 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (e96d018f-b468-4568-9e38-f428d9d5c7be), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:13.017843 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:13.019008 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-47cbfe99-a2fc-41f7-af1c-6a83f3082851 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8880105 Mar 05 02:57:13.165645 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01488-9a80-453f-a041-8c6966f6646a req-916763c7-ae55-4d8b-8dd9-cb1c9b788907 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:13.167167 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7df01488-9a80-453f-a041-8c6966f6646a req-916763c7-ae55-4d8b-8dd9-cb1c9b788907 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0535884 Mar 05 02:57:13.240336 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7df01488-9a80-453f-a041-8c6966f6646a req-e5136992-1a90-423d-9b5f-dc4a061298b7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646567 Mar 05 02:57:13.243336 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-72458a56-1e7a-4f20-85bb-17fac7fa5525 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1112611589&fields=id&tenant_id=b9d27da2e71d4962a53a95efc46518ea HTTP/1.1" status: 200 len: 267 time: 0.0739973 Mar 05 02:57:13.377039 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-197d4474-5977-4cae-82c1-2678c76005f3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:13.378497 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-197d4474-5977-4cae-82c1-2678c76005f3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 811 time: 0.1286848 Mar 05 02:57:13.400133 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b932b2-cc70-4457-a04f-ef1b929b6fa5 req-2004f97b-00d7-4633-b496-bfa2dcbf2bb4 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:13.401515 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-60b932b2-cc70-4457-a04f-ef1b929b6fa5 req-2004f97b-00d7-4633-b496-bfa2dcbf2bb4 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 946 time: 0.0893421 Mar 05 02:57:13.404173 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-b07657f7-b0d5-4819-93e5-626119e421c4 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/quotas/b9d27da2e71d4962a53a95efc46518ea HTTP/1.1" status: 200 len: 375 time: 0.0196514 Mar 05 02:57:13.481541 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-60b932b2-cc70-4457-a04f-ef1b929b6fa5 req-2ba92a12-820b-4152-a53f-0de7f4d8ff41 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745387 Mar 05 02:57:13.491299 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-e2db3f33-4888-4320-b41d-68be02b6fa06 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784948 Mar 05 02:57:13.583917 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-839f83c3-13bf-438d-b691-afe83adc0ff3 service neutron] 10.222.0.26 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812740 Mar 05 02:57:13.675093 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-e9973575-4346-4783-bc68-fa9c5d23f459 service neutron] 10.222.0.26 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855567 Mar 05 02:57:13.852542 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1adefe4c-aaf3-4247-9364-a1f9c8d64e18 req-fc35b571-0769-43e6-b40d-e072e7e18615 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 210 time: 0.0337989 Mar 05 02:57:14.365614 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21eb42-783d-4752-97aa-9655049989ee req-d143a922-320d-4627-b848-631873ef2497 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:14.367623 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9a21eb42-783d-4752-97aa-9655049989ee req-d143a922-320d-4627-b848-631873ef2497 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0558567 Mar 05 02:57:14.414382 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9a21eb42-783d-4752-97aa-9655049989ee req-653ead53-b99b-463f-bf40-4143d350f9ee tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410895 Mar 05 02:57:14.604331 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df540-94ca-49ad-99cc-af333545cb84 req-4778117c-5838-40e4-864f-a163425b682b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:14.605789 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-243df540-94ca-49ad-99cc-af333545cb84 req-4778117c-5838-40e4-864f-a163425b682b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 946 time: 0.0561275 Mar 05 02:57:14.651451 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-243df540-94ca-49ad-99cc-af333545cb84 req-ca6e88d7-5516-410b-8651-86725454dfae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399604 Mar 05 02:57:14.767882 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206430ba-c8e3-496e-9303-35cbade9469f req-5caa3975-934a-433a-87f6-39f20da68d56 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:14.769442 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-206430ba-c8e3-496e-9303-35cbade9469f req-5caa3975-934a-433a-87f6-39f20da68d56 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 946 time: 0.0570657 Mar 05 02:57:14.777685 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53554) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:14.782322 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'floatingip': {'port_id': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:14.843110 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (b1305fa9-9efe-4964-bfa6-7c7052529d26), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:14.973461 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-996eb33c-4252-4e89-88c2-7217abb1cf8a req-feb8f147-54cb-47d4-9db9-3b3a1ec8ff63 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 210 time: 0.0401528 Mar 05 02:57:15.031779 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-91327f31-9d56-49bf-ab0e-643d529ae3b3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:15.033633 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-91327f31-9d56-49bf-ab0e-643d529ae3b3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 811 time: 0.2187064 Mar 05 02:57:15.165477 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c871bf31-e9b6-48a2-844f-1a153caaf769 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9d27da2e71d4962a53a95efc46518ea HTTP/1.1" status: 200 len: 380 time: 0.1236420 Mar 05 02:57:15.175886 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'port': {'device_id': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'admin_state_up': True, 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'security_groups': ['3886303a-8dbc-45ca-928b-0ed7d2ed1ce9']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:15.397645 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Made reservation on behalf of b9d27da2e71d4962a53a95efc46518ea for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:57:15.401019 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:15.572362 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:15.579249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (b1305fa9-9efe-4964-bfa6-7c7052529d26), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:15.666739 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de37fc3-54e6-4fa9-9543-75156fc4de54 req-8dae2a34-630e-402b-b645-ea11a63f7d53 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:15.668123 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9de37fc3-54e6-4fa9-9543-75156fc4de54 req-8dae2a34-630e-402b-b645-ea11a63f7d53 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.1781199 Mar 05 02:57:15.986616 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Allocated IP 172.20.0.10 (691722ee-1aea-4c34-b285-794aff5b5741/6b6cfc77-54d6-4bb7-8b48-a80db13e0882/00972e01-aaaf-4d40-a722-75829a58b00f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:57:16.010753 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Floating IP b1305fa9-9efe-4964-bfa6-7c7052529d26 associated. External IP: 172.27.3.168, port: e30d5b85-41e6-47b6-930e-a7a045a9d2fb. Mar 05 02:57:16.061226 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9de37fc3-54e6-4fa9-9543-75156fc4de54 req-45f59e06-60bf-4493-8a21-871a9eb977fd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861475 Mar 05 02:57:16.110305 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bf596d28-564f-4486-b4b0-86dc39b4691f req-341f16b6-ab14-45e8-8d7d-f862ff12129b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 210 time: 0.0546558 Mar 05 02:57:16.285468 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for port (00972e01-aaaf-4d40-a722-75829a58b00f), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:16.374137 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:16.376749 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:57:16.416334 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Network 691722ee-1aea-4c34-b285-794aff5b5741 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:57:16.426319 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:57:16.432372 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:57:16.495322 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event updated for resources: {'Port': ['ID=00972e01-aaaf-4d40-a722-75829a58b00f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:16.520813 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.521158 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.521500 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.521835 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.522190 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.522514 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.522838 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.523160 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.523482 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.523803 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.524120 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.524432 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.524746 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:16.569711 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:16.570366 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:16.598758 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-c9728a38-5afd-4c41-9c10-c34d679bcbdc tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4269447 Mar 05 02:57:16.601299 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:57:16.606321 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:16.610816 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:57:16.620434 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:16.621033 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:56:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:16.646480 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-59a8bac0-1d55-48f1-9c74-e449b5eb3b2a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "PUT /v2.0/floatingips/b1305fa9-9efe-4964-bfa6-7c7052529d26 HTTP/1.1" status: 200 len: 992 time: 1.8677287 Mar 05 02:57:16.647144 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'tag': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:16.649657 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7bf2d1-7563-4057-8f9b-b7e51d741a6c", "tag": "e30d5b85-41e6-47b6-930e-a7a045a9d2fb"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:16.694372 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c117dd1-f047-4103-a09d-e0eb7ecf5125 x-openstack-request-id: req-6c117dd1-f047-4103-a09d-e0eb7ecf5125 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:16.694675 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7bf2d1-7563-4057-8f9b-b7e51d741a6c", "tag": "e30d5b85-41e6-47b6-930e-a7a045a9d2fb", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:16.694919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c117dd1-f047-4103-a09d-e0eb7ecf5125 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:16.695292 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'tag': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'status': 'completed', 'code': 200} Mar 05 02:57:16.699023 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Request body: {'port': {'device_id': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:16.740556 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-84c04889-8b74-4026-a9bc-83e65352b453 None None] Provisioning complete for port 00972e01-aaaf-4d40-a722-75829a58b00f triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:16.740926 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-84c04889-8b74-4026-a9bc-83e65352b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:16.745773 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:16.786854 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:16.804310 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-461e4400-9bab-424f-b7b2-a917c9b4349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:16.805773 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-461e4400-9bab-424f-b7b2-a917c9b4349f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 1130 time: 0.0874240 Mar 05 02:57:16.846741 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-84c04889-8b74-4026-a9bc-83e65352b453 None None] Port 00972e01-aaaf-4d40-a722-75829a58b00f cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:57:16.996348 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-19ea4a34-81e3-4fe1-9c96-bdb611e11d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:16.997804 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-19ea4a34-81e3-4fe1-9c96-bdb611e11d53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.1710527 Mar 05 02:57:16.999775 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:06Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}, {'id': 'b1305fa9-9efe-4964-bfa6-7c7052529d26', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:53:21:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:57:03Z', 'updated_at': '2022-03-05T02:57:15Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:17.029753 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:57:17.038315 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:17.038917 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:56:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:17.101367 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-d1a2cd5f-13b9-4721-a96b-67ca4a2efb7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e30d5b85-41e6-47b6-930e-a7a045a9d2fb HTTP/1.1" status: 200 len: 1000 time: 0.0950468 Mar 05 02:57:17.153641 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:17.235404 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-1ec5485c-7004-4b1b-94f5-604de73ac984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:17.237687 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-1ec5485c-7004-4b1b-94f5-604de73ac984 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.1269159 Mar 05 02:57:17.307564 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00972e01-aaaf-4d40-a722-75829a58b00f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:17.320071 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Publish callbacks [] for port (00972e01-aaaf-4d40-a722-75829a58b00f), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:17.336396 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1abc1-3db4-4c54-8be8-f8ceb662d420 req-0aade97a-f80a-48ad-a1fe-7e6c139569e9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:17.337970 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b6c1abc1-3db4-4c54-8be8-f8ceb662d420 req-0aade97a-f80a-48ad-a1fe-7e6c139569e9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.1924319 Mar 05 02:57:17.348992 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077a38d-70e6-4348-907e-642e3080e880 req-56d09ebd-22f6-4056-be90-88b25de60ad5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:17.350361 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4077a38d-70e6-4348-907e-642e3080e880 req-56d09ebd-22f6-4056-be90-88b25de60ad5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 932 time: 0.1576777 Mar 05 02:57:17.364637 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Transition to ACTIVE for port object 00972e01-aaaf-4d40-a722-75829a58b00f will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:57:17.384386 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:06Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}, {'id': 'b1305fa9-9efe-4964-bfa6-7c7052529d26', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:53:21:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:57:03Z', 'updated_at': '2022-03-05T02:57:15Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:17.389593 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:17.411405 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e31def0-776d-4f0f-af24-5b2e04517b08 None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:06Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}, {'id': 'b1305fa9-9efe-4964-bfa6-7c7052529d26', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:53:21:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:57:03Z', 'updated_at': '2022-03-05T02:57:15Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:57:17.435166 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-8130e67c-45c0-4ea8-a67b-590c3e6cbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:17.436664 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-8130e67c-45c0-4ea8-a67b-590c3e6cbcf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1768916 Mar 05 02:57:17.518898 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b6c1abc1-3db4-4c54-8be8-f8ceb662d420 req-a887327c-0693-42d0-9a8a-227e10ab7d35 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639135 Mar 05 02:57:17.522362 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Pushing event updated for resources: {'Port': ['ID=00972e01-aaaf-4d40-a722-75829a58b00f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:17.562778 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4077a38d-70e6-4348-907e-642e3080e880 req-cb0e03d0-0d90-41b4-85c7-2c5d2ad90c0e tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040017 Mar 05 02:57:17.641053 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-bfd9cba4-e9cb-450c-900b-e8e74d87574f service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862431 Mar 05 02:57:17.662907 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f2780-ee42-436f-ada9-03f659db6959 None None] New status for floating IP b1305fa9-9efe-4964-bfa6-7c7052529d26: ACTIVE {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:57:17.676998 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Attempting to bind port 00972e01-aaaf-4d40-a722-75829a58b00f on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:57:17.677805 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Attempting to bind port 00972e01-aaaf-4d40-a722-75829a58b00f by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:57:17.678186 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Attempting to bind port 00972e01-aaaf-4d40-a722-75829a58b00f on network 691722ee-1aea-4c34-b285-794aff5b5741 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:57:17.691600 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Port 00972e01-aaaf-4d40-a722-75829a58b00f on network 691722ee-1aea-4c34-b285-794aff5b5741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:57:17.691934 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Attempting to bind port 00972e01-aaaf-4d40-a722-75829a58b00f on network 691722ee-1aea-4c34-b285-794aff5b5741 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:57:17.730053 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:57:17.730335 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Checking segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:57:17.730724 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Bound using segment: {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:57:17.731165 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Bound port: 00972e01-aaaf-4d40-a722-75829a58b00f, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95de4ec9-9795-4e94-8f40-09f38c715d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:57:17.731524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:17.801280 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-919c4e99-6eca-4511-b9f3-8bc8cf52a28b req-2091499d-6e7f-40ed-8bc9-822446073aae service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493368 Mar 05 02:57:17.817816 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] For port 00972e01-aaaf-4d40-a722-75829a58b00f, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:57:17.821448 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] For port 00972e01-aaaf-4d40-a722-75829a58b00f, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=00972e01-aaaf-4d40-a722-75829a58b00f,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:57:17.827690 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:17.866186 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:17.866888 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:17.868303 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] 10.222.0.13 "PUT /v2.0/ports/00972e01-aaaf-4d40-a722-75829a58b00f HTTP/1.1" status: 200 len: 1094 time: 1.2603028 Mar 05 02:57:17.894393 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1646f-9115-4451-91c6-8d4ee77c0b52 service neutron] Pushing event updated for resources: {'Port': ['ID=00972e01-aaaf-4d40-a722-75829a58b00f,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:17.956434 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-6f22b85b-3c29-4bbb-807c-24a067d7e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:17.958012 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-6f22b85b-3c29-4bbb-807c-24a067d7e098 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 1128 time: 0.0474505 Mar 05 02:57:18.007403 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-0ce96691-20bb-42c2-b602-c9c3618b6850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00972e01-aaaf-4d40-a722-75829a58b00f HTTP/1.1" status: 200 len: 217 time: 0.0419452 Mar 05 02:57:18.054065 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-a3e27990-1f4e-4069-81a7-e64d813aa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:18.055556 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-a3e27990-1f4e-4069-81a7-e64d813aa06b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.0448563 Mar 05 02:57:18.103782 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-1c043415-7fb3-4edf-a42c-c558da0b6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:18.105277 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-1c043415-7fb3-4edf-a42c-c558da0b6b11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442286 Mar 05 02:57:18.196332 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-0eb6a40f-254d-4bf9-9cff-cba4c15cfc8f service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845246 Mar 05 02:57:18.284946 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66986d3-49f0-4212-88a0-e8eea13f1894 req-56cf713e-8ef2-4999-befa-086d587a84a7 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819747 Mar 05 02:57:18.682872 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7350-3100-442f-9994-1be856e5b396 req-317fcf41-22c6-46ad-a38a-eb2085dd4eaf tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:18.683912 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-853d7350-3100-442f-9994-1be856e5b396 req-317fcf41-22c6-46ad-a38a-eb2085dd4eaf tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0847831 Mar 05 02:57:18.697578 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'tag': '00972e01-aaaf-4d40-a722-75829a58b00f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:18.699751 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f97c839-ad1c-4b04-ac59-460b0de295ed", "tag": "00972e01-aaaf-4d40-a722-75829a58b00f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:18.719556 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f54d3-398f-4290-bee4-18acf4e430cb req-e0732846-f63a-4390-b37e-03197a34325d tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:18.721092 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-993f54d3-398f-4290-bee4-18acf4e430cb req-e0732846-f63a-4390-b37e-03197a34325d tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 944 time: 0.0859940 Mar 05 02:57:18.764611 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-853d7350-3100-442f-9994-1be856e5b396 req-e564e74c-5fc4-4a45-b524-9a1b6c183dbd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732200 Mar 05 02:57:18.786308 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-993f54d3-398f-4290-bee4-18acf4e430cb req-3e582504-61a0-4eb9-8c8e-94291df78d3b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587821 Mar 05 02:57:18.811831 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd418fb-4743-42ff-86a4-385e0c6bbc3c x-openstack-request-id: req-cfd418fb-4743-42ff-86a4-385e0c6bbc3c {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:18.812119 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f97c839-ad1c-4b04-ac59-460b0de295ed", "tag": "00972e01-aaaf-4d40-a722-75829a58b00f", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:18.812369 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfd418fb-4743-42ff-86a4-385e0c6bbc3c {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:18.812758 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'tag': '00972e01-aaaf-4d40-a722-75829a58b00f', 'status': 'completed', 'code': 200} Mar 05 02:57:18.876174 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-8204be53-9568-4084-a16c-2f84f889c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:18.877685 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-8204be53-9568-4084-a16c-2f84f889c8ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 1128 time: 0.0445564 Mar 05 02:57:18.965309 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-bcda54d1-14bf-4233-b5f1-bf1dda9ffea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:18.966762 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-bcda54d1-14bf-4233-b5f1-bf1dda9ffea7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 911 time: 0.0835762 Mar 05 02:57:19.006976 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-b5def21f-e18a-43f9-80e1-928960ca616c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00972e01-aaaf-4d40-a722-75829a58b00f HTTP/1.1" status: 200 len: 217 time: 0.0332913 Mar 05 02:57:19.057980 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-10ac08d9-32e7-478c-8f31-e714c1f12e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:19.059368 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-10ac08d9-32e7-478c-8f31-e714c1f12e3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.0449486 Mar 05 02:57:19.107968 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-16e4778d-c12d-49a6-8115-50c5f9c1f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:19.109422 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-16e4778d-c12d-49a6-8115-50c5f9c1f128 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433109 Mar 05 02:57:19.194941 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-6a35f784-2ee2-403f-8227-e32e65246656 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794001 Mar 05 02:57:19.284839 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-70ec2ca6-5fd2-4908-bc29-98ff97e8267a req-06f7a01a-556e-484b-ab39-cad5e8264f73 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840981 Mar 05 02:57:19.907176 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfc322-9625-4fe9-b198-df595ad94454 req-3d515aff-bda1-47b4-93a7-aef9426cb399 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:19.908842 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a0dfc322-9625-4fe9-b198-df595ad94454 req-3d515aff-bda1-47b4-93a7-aef9426cb399 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 944 time: 0.0532222 Mar 05 02:57:19.982068 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a0dfc322-9625-4fe9-b198-df595ad94454 req-be4c0e0e-a3d8-4bf5-803d-ce19ad7815be tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673857 Mar 05 02:57:20.005094 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02c1d8-e374-41bd-b477-5f584c01f75d req-9de98b45-fb22-4222-924a-f181f17390e4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:20.006548 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4c02c1d8-e374-41bd-b477-5f584c01f75d req-9de98b45-fb22-4222-924a-f181f17390e4 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0673728 Mar 05 02:57:20.051608 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4c02c1d8-e374-41bd-b477-5f584c01f75d req-20c972df-068f-4b47-845f-db754e8a6c93 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396218 Mar 05 02:57:20.275309 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 00972e01-aaaf-4d40-a722-75829a58b00f details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:57:20.374074 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 00972e01-aaaf-4d40-a722-75829a58b00f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=00972e01-aaaf-4d40-a722-75829a58b00f,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:20.384097 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '00972e01-aaaf-4d40-a722-75829a58b00f', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'port_id': '00972e01-aaaf-4d40-a722-75829a58b00f', 'mac_address': 'fa:16:3e:d4:f5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:57:20.419927 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 00972e01-aaaf-4d40-a722-75829a58b00f is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:20.420311 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:20.433032 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00972e01-aaaf-4d40-a722-75829a58b00f {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:20.450921 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 00972e01-aaaf-4d40-a722-75829a58b00f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=00972e01-aaaf-4d40-a722-75829a58b00f,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:20.454885 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:20.504555 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=00972e01-aaaf-4d40-a722-75829a58b00f,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:20.732701 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['00972e01-aaaf-4d40-a722-75829a58b00f'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:57:21.100951 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc5325-cf16-42c7-831b-1e206797809a req-cba54008-7330-4290-af90-1e49afc32ad2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:21.102479 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77bc5325-cf16-42c7-831b-1e206797809a req-cba54008-7330-4290-af90-1e49afc32ad2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 945 time: 0.0523200 Mar 05 02:57:21.177414 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77bc5325-cf16-42c7-831b-1e206797809a req-dc499126-1422-4832-946d-eab7413c455b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683632 Mar 05 02:57:21.192384 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c835ea-5374-465e-8176-56eb6bbf0df0 req-0dcdc8db-4285-4a9f-91b4-a0ae26c8ec26 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:21.193829 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3c835ea-5374-465e-8176-56eb6bbf0df0 req-0dcdc8db-4285-4a9f-91b4-a0ae26c8ec26 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0701597 Mar 05 02:57:21.242728 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d3c835ea-5374-465e-8176-56eb6bbf0df0 req-b19b7f23-e810-4a06-8e09-75c34d2e4c84 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434768 Mar 05 02:57:22.288097 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:57:22.289866 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 00972e01-aaaf-4d40-a722-75829a58b00f up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:57:22.307129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d48e9-7ec2-47ab-891a-b591aea314d6 req-873b7c59-10ab-44ec-892a-d993af58876b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:22.308642 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-257d48e9-7ec2-47ab-891a-b591aea314d6 req-873b7c59-10ab-44ec-892a-d993af58876b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 945 time: 0.0600092 Mar 05 02:57:22.399563 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-257d48e9-7ec2-47ab-891a-b591aea314d6 req-c7827c9d-3042-43b1-a32d-22db5fcd4f47 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784562 Mar 05 02:57:22.411350 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c093167-c7e5-4980-b6ab-567cbd417134 req-6659a97a-54ac-4cfa-815f-130e95656e7e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:22.413052 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2c093167-c7e5-4980-b6ab-567cbd417134 req-6659a97a-54ac-4cfa-815f-130e95656e7e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0831580 Mar 05 02:57:22.420366 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 00972e01-aaaf-4d40-a722-75829a58b00f completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:57:22.428443 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 00972e01-aaaf-4d40-a722-75829a58b00f triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:22.428822 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:22.465882 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2c093167-c7e5-4980-b6ab-567cbd417134 req-ce96b787-6327-4d05-bc04-9bb3e0aa03c8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465610 Mar 05 02:57:22.625708 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:22.642560 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'port_id': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'mac_address': 'fa:16:3e:5d:d1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:57:22.725595 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 00972e01-aaaf-4d40-a722-75829a58b00f is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:22.726156 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:22.729910 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 72f8e9b7-28cd-4b80-be32-d7f04625063d is: ACTIVE; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:22.730303 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:22.761484 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72f8e9b7-28cd-4b80-be32-d7f04625063d {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:22.771253 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00972e01-aaaf-4d40-a722-75829a58b00f'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:22.773634 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb55b8c-20d5-4b2a-9e33-e968dbbc6811" -d '{"events": [{"server_uuid": "4f97c839-ad1c-4b04-ac59-460b0de295ed", "name": "network-vif-plugged", "status": "completed", "tag": "00972e01-aaaf-4d40-a722-75829a58b00f"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:22.803998 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 00972e01-aaaf-4d40-a722-75829a58b00f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=00972e01-aaaf-4d40-a722-75829a58b00f,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:22.808054 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:22.809910 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:22.816409 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:22.818781 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870157e3-f74a-4bb5-99b1-5f335549cca3 x-openstack-request-id: req-870157e3-f74a-4bb5-99b1-5f335549cca3 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:22.819236 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f97c839-ad1c-4b04-ac59-460b0de295ed", "name": "network-vif-plugged", "status": "completed", "tag": "00972e01-aaaf-4d40-a722-75829a58b00f", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:22.819488 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-870157e3-f74a-4bb5-99b1-5f335549cca3 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:22.819867 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00972e01-aaaf-4d40-a722-75829a58b00f', 'code': 200} Mar 05 02:57:22.868395 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=00972e01-aaaf-4d40-a722-75829a58b00f,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:22.906055 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['72f8e9b7-28cd-4b80-be32-d7f04625063d'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:57:22.953305 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=6']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:23.016513 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86d4fd-2e92-42d0-9f4a-27a3199b42c0 req-b800a781-2f54-49ec-8d6b-c478bf47385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:23.018595 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ce86d4fd-2e92-42d0-9f4a-27a3199b42c0 req-b800a781-2f54-49ec-8d6b-c478bf47385d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 1130 time: 0.0512500 Mar 05 02:57:23.063000 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ce86d4fd-2e92-42d0-9f4a-27a3199b42c0 req-0be0d50c-d32e-46e2-8117-b5e7c9a9f4f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380621 Mar 05 02:57:23.525727 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17768895-b7c9-4e81-8369-e901a9de5357 req-c96ac284-0a95-4ee4-8716-05f06ae7fea2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:23.527527 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-17768895-b7c9-4e81-8369-e901a9de5357 req-c96ac284-0a95-4ee4-8716-05f06ae7fea2 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 946 time: 0.0554957 Mar 05 02:57:23.608629 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-17768895-b7c9-4e81-8369-e901a9de5357 req-dfca0b3d-3487-4081-a91c-c7f9b4b839e7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752406 Mar 05 02:57:23.633395 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cd006-1138-44c1-a551-95972aa717a0 req-74285676-e189-4514-a4c8-b4e600fecc73 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:23.634950 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e69cd006-1138-44c1-a551-95972aa717a0 req-74285676-e189-4514-a4c8-b4e600fecc73 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 944 time: 0.0689332 Mar 05 02:57:23.700681 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e69cd006-1138-44c1-a551-95972aa717a0 req-416dc1eb-d23e-4a65-89c8-d007a620f179 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496089 Mar 05 02:57:24.286260 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:57:24.341619 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 72f8e9b7-28cd-4b80-be32-d7f04625063d triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:24.342433 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:24.434235 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 72f8e9b7-28cd-4b80-be32-d7f04625063d is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:24.434878 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:24.470674 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:24.475774 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:24.534554 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=7']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:24.754316 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfcf15-2d0e-44f5-bc14-8b03113e8f45 req-a318a910-cdb9-4172-9df1-2313d78d8650 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:24.757056 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-84dfcf15-2d0e-44f5-bc14-8b03113e8f45 req-a318a910-cdb9-4172-9df1-2313d78d8650 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 946 time: 0.0665967 Mar 05 02:57:24.821286 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:24.824721 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735eeb47-d273-4c0b-8861-b85bcd2ce43e" -d '{"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-plugged", "status": "completed", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:24.837506 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-84dfcf15-2d0e-44f5-bc14-8b03113e8f45 req-544f0c39-7c02-482f-baeb-3930216cd6bb tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758674 Mar 05 02:57:24.863208 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fa91d-80da-4fd7-82f5-2bda725beb89 req-45b9f9fb-a344-40a8-b87d-df8ef2c59b51 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:24.864690 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b07fa91d-80da-4fd7-82f5-2bda725beb89 req-45b9f9fb-a344-40a8-b87d-df8ef2c59b51 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0643559 Mar 05 02:57:24.902908 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d13ece1-54a0-420a-b188-cd58897ff701 x-openstack-request-id: req-7d13ece1-54a0-420a-b188-cd58897ff701 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:24.903442 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-plugged", "status": "completed", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:24.903891 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d13ece1-54a0-420a-b188-cd58897ff701 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:24.904466 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'code': 200} Mar 05 02:57:24.925064 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b07fa91d-80da-4fd7-82f5-2bda725beb89 req-35fc7c4a-ada6-4f33-91c8-a9bc175f0927 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541446 Mar 05 02:57:25.013833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05eac-475e-46bb-a363-032fc0ae8154 req-75b3e074-5a33-44a6-a7fc-b7db481c7702 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:25.015481 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-88b05eac-475e-46bb-a363-032fc0ae8154 req-75b3e074-5a33-44a6-a7fc-b7db481c7702 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 946 time: 0.0570860 Mar 05 02:57:25.027191 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53642) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:25.031584 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Request body: {'floatingip': {'port_id': '00972e01-aaaf-4d40-a722-75829a58b00f'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:57:25.073574 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (e96d018f-b468-4568-9e38-f428d9d5c7be), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:25.401287 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0a72f85c-5c76-417b-b5db-8bf0190a625a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:25.840892 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:25.845095 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (e96d018f-b468-4568-9e38-f428d9d5c7be), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:25.971593 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Floating IP e96d018f-b468-4568-9e38-f428d9d5c7be associated. External IP: 172.27.3.192, port: 00972e01-aaaf-4d40-a722-75829a58b00f. Mar 05 02:57:26.114025 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577b20b-a0da-4e5d-a4dd-2d139276bb00 req-0821c72a-014b-4325-bd32-09e432854d45 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:26.114025 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b577b20b-a0da-4e5d-a4dd-2d139276bb00 req-0821c72a-014b-4325-bd32-09e432854d45 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.1039557 Mar 05 02:57:26.174995 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b577b20b-a0da-4e5d-a4dd-2d139276bb00 req-56c0a05a-6985-47a1-8a69-c616c795c2dc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534325 Mar 05 02:57:26.293518 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:57:26.422645 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:57:26.428324 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:26.435215 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] Sync routers for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:57:26.452220 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:26.452835 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:56:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:26.460701 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d7df386f-31d3-44f4-b4d4-5d7c4cbd7ce7 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "PUT /v2.0/floatingips/e96d018f-b468-4568-9e38-f428d9d5c7be HTTP/1.1" status: 200 len: 992 time: 1.4324224 Mar 05 02:57:26.461273 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'tag': '00972e01-aaaf-4d40-a722-75829a58b00f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:26.463546 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441ad97e-b414-480c-a91f-00ca01d10c78" -d '{"events": [{"name": "network-changed", "server_uuid": "4f97c839-ad1c-4b04-ac59-460b0de295ed", "tag": "00972e01-aaaf-4d40-a722-75829a58b00f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:26.604773 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161b51d7-5d2a-4618-a8b4-c42fea596177 x-openstack-request-id: req-161b51d7-5d2a-4618-a8b4-c42fea596177 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:26.605333 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f97c839-ad1c-4b04-ac59-460b0de295ed", "tag": "00972e01-aaaf-4d40-a722-75829a58b00f", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:26.605461 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:26.605844 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-161b51d7-5d2a-4618-a8b4-c42fea596177 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:26.606411 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'tag': '00972e01-aaaf-4d40-a722-75829a58b00f', 'status': 'completed', 'code': 200} Mar 05 02:57:26.698194 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-b88765ea-b2b9-435e-89bc-993d4e93c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:26.699162 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-b88765ea-b2b9-435e-89bc-993d4e93c17a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d27da2e71d4962a53a95efc46518ea&device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 1130 time: 0.0628324 Mar 05 02:57:26.823129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-ef04f800-8108-4526-8ffd-fc1da0d6d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:26.824581 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-ef04f800-8108-4526-8ffd-fc1da0d6d286 service neutron] 10.222.0.13 "GET /v2.0/networks?id=691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 200 len: 911 time: 0.1175003 Mar 05 02:57:26.874740 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'e96d018f-b468-4568-9e38-f428d9d5c7be', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'port_id': '00972e01-aaaf-4d40-a722-75829a58b00f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'mac_address': 'fa:16:3e:d4:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:57:12Z', 'updated_at': '2022-03-05T02:57:25Z', 'revision_number': 1, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:26.912665 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] Checking router: 9d82c016-4e99-48ea-8d77-0b9bc3cdebad for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:57:26.916132 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-949f65b7-0df0-4537-9fb2-8ed76fd3784e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00972e01-aaaf-4d40-a722-75829a58b00f HTTP/1.1" status: 200 len: 1000 time: 0.0845058 Mar 05 02:57:26.923589 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:26.924764 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:56:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:26.979187 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-26a2bcee-d354-43b7-adc1-a76a2f231827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:26.980647 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-26a2bcee-d354-43b7-adc1-a76a2f231827 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 200 len: 850 time: 0.0587187 Mar 05 02:57:27.038824 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-ba7fecb6-6c0c-4959-9233-bc9d27fa933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:27.041008 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-ba7fecb6-6c0c-4959-9233-bc9d27fa933c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=691722ee-1aea-4c34-b285-794aff5b5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530920 Mar 05 02:57:27.049616 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:27.170143 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-67047645-9949-4c45-bbef-13c88a553e51 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186223 Mar 05 02:57:27.317298 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'e96d018f-b468-4568-9e38-f428d9d5c7be', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'port_id': '00972e01-aaaf-4d40-a722-75829a58b00f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'mac_address': 'fa:16:3e:d4:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:57:12Z', 'updated_at': '2022-03-05T02:57:25Z', 'revision_number': 1, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:27.325356 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-441ad97e-b414-480c-a91f-00ca01d10c78 req-5ec3b6e5-3a86-466f-a0e0-d55144b9d417 service neutron] 10.222.0.13 "GET /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484182 Mar 05 02:57:27.335216 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70ed2-1ed3-4700-8e6c-0fdc961f0afe req-d2676df4-15d7-4ce7-a15f-f39a69f1deb2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:27.336796 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-10c70ed2-1ed3-4700-8e6c-0fdc961f0afe req-d2676df4-15d7-4ce7-a15f-f39a69f1deb2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0783203 Mar 05 02:57:27.349828 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9817917-da84-4ec5-8d9b-dcdcedbbc7ed None None] The sync data for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi is: [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'e96d018f-b468-4568-9e38-f428d9d5c7be', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'port_id': '00972e01-aaaf-4d40-a722-75829a58b00f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'mac_address': 'fa:16:3e:d4:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:57:12Z', 'updated_at': '2022-03-05T02:57:25Z', 'revision_number': 1, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:57:27.417192 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-10c70ed2-1ed3-4700-8e6c-0fdc961f0afe req-91b5b24f-3bd8-4da6-91a1-f0be7d0d723f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727272 Mar 05 02:57:27.612687 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029d42a8-6207-4adc-8291-399750461ce0 None None] New status for floating IP e96d018f-b468-4568-9e38-f428d9d5c7be: ACTIVE {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:57:27.643613 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-480f88ac-839c-4539-9d1d-347ea10d101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:28.563043 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642dade-7bb9-41bd-a30f-a4db09061c8c req-df7c15ca-e26b-4ef5-bbe9-aa260b0c2245 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:28.564806 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4642dade-7bb9-41bd-a30f-a4db09061c8c req-df7c15ca-e26b-4ef5-bbe9-aa260b0c2245 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0646374 Mar 05 02:57:28.616242 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4642dade-7bb9-41bd-a30f-a4db09061c8c req-25a4b816-7e04-4b44-bdc7-1be0fe88f474 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455649 Mar 05 02:57:28.823461 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:29.760850 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b9c28-6a66-422f-ae99-a8471bea1e1a req-21e0aa88-1285-40ff-b819-a0dc12d10d77 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:29.762734 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b50b9c28-6a66-422f-ae99-a8471bea1e1a req-21e0aa88-1285-40ff-b819-a0dc12d10d77 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0678043 Mar 05 02:57:29.813033 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b50b9c28-6a66-422f-ae99-a8471bea1e1a req-39729c44-39e8-496c-a4f4-7ed899a74798 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Mar 05 02:57:30.123197 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:30.945906 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557e7d4-bfea-4766-bbf1-629733c7c0c6 req-02a34aca-8c1a-4360-90a6-76f933b81b56 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:30.950442 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3557e7d4-bfea-4766-bbf1-629733c7c0c6 req-02a34aca-8c1a-4360-90a6-76f933b81b56 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0627832 Mar 05 02:57:31.003631 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3557e7d4-bfea-4766-bbf1-629733c7c0c6 req-78517700-61fc-4158-9bcb-a991d8abe06d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506675 Mar 05 02:57:31.640460 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:32.122978 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f02b85-eaa1-45b3-bda2-78510cc085ee req-76e5be17-d8c8-4165-abba-d48875c4393e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:32.124456 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d7f02b85-eaa1-45b3-bda2-78510cc085ee req-76e5be17-d8c8-4165-abba-d48875c4393e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0514340 Mar 05 02:57:32.171738 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d7f02b85-eaa1-45b3-bda2-78510cc085ee req-037fd092-d933-4b7d-9a2f-03f32d67f439 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Mar 05 02:57:32.722650 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-dd787471-a534-411f-9e0c-264fdb8516d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:32.724156 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-dd787471-a534-411f-9e0c-264fdb8516d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 1129 time: 0.0529227 Mar 05 02:57:32.812330 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-b6f50ff7-9d94-4dd5-b29f-75c2d4812c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:32.813775 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-b6f50ff7-9d94-4dd5-b29f-75c2d4812c3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.0831201 Mar 05 02:57:32.879481 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-d754fd1c-59f7-4a94-99e9-e9072b81c3db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 200 len: 1000 time: 0.0593758 Mar 05 02:57:32.926865 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-3d42cfba-f6c2-4c2d-98e7-b898c296f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:32.928259 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-3d42cfba-f6c2-4c2d-98e7-b898c296f008 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.0424879 Mar 05 02:57:32.975691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-cb16db21-58ab-4bad-a2c5-4fde19299aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:32.977045 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-cb16db21-58ab-4bad-a2c5-4fde19299aff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423796 Mar 05 02:57:33.065379 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-ec700c0c-c346-42e8-ac0e-580d607543bd service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817125 Mar 05 02:57:33.151349 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-16b5f33a-c203-4e20-9d7f-a1c0e34bad6d req-f9b779f9-8982-47e6-ac63-79fc82a0bb9b service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805335 Mar 05 02:57:33.295565 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d93b8-4fc0-439d-8591-2843f587c06c req-7d91dfc5-602c-47a3-b9ea-1cea8b996a71 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:33.296930 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-733d93b8-4fc0-439d-8591-2843f587c06c req-7d91dfc5-602c-47a3-b9ea-1cea8b996a71 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0520031 Mar 05 02:57:33.345296 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-733d93b8-4fc0-439d-8591-2843f587c06c req-270e138b-bd8b-48d9-b38e-126d5d8659c3 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Mar 05 02:57:34.467388 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62675595-e464-4b1d-b41b-ceb6bf997b46 req-d587a328-254b-49dc-958a-2bf325d479b6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:34.468846 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-62675595-e464-4b1d-b41b-ceb6bf997b46 req-d587a328-254b-49dc-958a-2bf325d479b6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0512218 Mar 05 02:57:34.514667 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-62675595-e464-4b1d-b41b-ceb6bf997b46 req-e917a0e8-2eca-41bd-9517-68c8736bba62 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396757 Mar 05 02:57:35.469661 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8b4ee-a828-4cdc-920b-5a4d8d57ad5a req-98e11891-8964-4a54-97c2-452a15d120a3 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:35.471618 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4f8b4ee-a828-4cdc-920b-5a4d8d57ad5a req-98e11891-8964-4a54-97c2-452a15d120a3 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0508144 Mar 05 02:57:35.519268 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4f8b4ee-a828-4cdc-920b-5a4d8d57ad5a req-b67e0689-fc72-4b15-85b2-88e31d341e56 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Mar 05 02:57:35.639570 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd432f-7cc3-4b19-808c-ad2af031d707 req-ef3e9610-ebb6-4c60-bbd8-8aa6c4b26fe7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:35.641015 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-13dd432f-7cc3-4b19-808c-ad2af031d707 req-ef3e9610-ebb6-4c60-bbd8-8aa6c4b26fe7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 945 time: 0.0552018 Mar 05 02:57:35.687265 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-13dd432f-7cc3-4b19-808c-ad2af031d707 req-3fa3dbd3-1053-4017-88d9-773cb0a2e901 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401471 Mar 05 02:57:36.312029 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:36.389360 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 72f8e9b7-28cd-4b80-be32-d7f04625063d is: ACTIVE; New status is: DOWN {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:36.389752 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:36.413815 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:36.416087 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b132b3-0a01-4e09-9522-74702e5f2969" -d '{"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-unplugged", "status": "completed", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:36.430441 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:36.434843 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:36.471432 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-ebb6610e-59d9-49d0-8fc9-2128bd5e9253 req-eeca70fa-7041-4d0e-b8a5-7368fba29f76 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:57:36.472655 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ebb6610e-59d9-49d0-8fc9-2128bd5e9253 req-eeca70fa-7041-4d0e-b8a5-7368fba29f76 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484264 Mar 05 02:57:36.487766 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=8']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:36.494654 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.495027 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.495374 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.495710 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.496043 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.496372 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.496698 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.497029 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.497351 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.497673 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.498014 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.498336 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.498649 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:36.522782 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d969f1f9-471e-4f9b-a97a-79a0dc419952 x-openstack-request-id: req-d969f1f9-471e-4f9b-a97a-79a0dc419952 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:36.523074 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-unplugged", "status": "failed", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d", "code": 422}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:36.523327 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d969f1f9-471e-4f9b-a97a-79a0dc419952 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:36.523759 dv-cinder-827259-3-iscsi neutron-server[109853]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'code': 422} returned with failed status Mar 05 02:57:36.677851 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bc956-7184-4f4c-b9ee-b04d67315aae req-1cf75f9b-987c-463e-8242-243033f23437 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:36.679375 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-273bc956-7184-4f4c-b9ee-b04d67315aae req-1cf75f9b-987c-463e-8242-243033f23437 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0856626 Mar 05 02:57:36.686152 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75bcf-da25-4d66-ab3a-c68ca66b23b0 req-c5282df7-a516-4dcf-b9c4-f2d2b734fe2d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:36.687513 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-06f75bcf-da25-4d66-ab3a-c68ca66b23b0 req-c5282df7-a516-4dcf-b9c4-f2d2b734fe2d tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0949695 Mar 05 02:57:36.764632 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-273bc956-7184-4f4c-b9ee-b04d67315aae req-74b95f66-d123-48fd-b1f9-61705e30ad8f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761788 Mar 05 02:57:36.768298 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-06f75bcf-da25-4d66-ab3a-c68ca66b23b0 req-04ead8cd-554a-4334-b86f-33bf10c5fb51 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726073 Mar 05 02:57:36.818673 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53750) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:36.901406 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-739dd6e7-cebb-452e-9835-502392b8763c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816131 Mar 05 02:57:36.910227 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-20127ac9-8057-475a-ba6d-b68fcf3f7e7b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:57:36.911166 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-20127ac9-8057-475a-ba6d-b68fcf3f7e7b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052750 Mar 05 02:57:36.986848 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53758) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:37.075317 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-e866c8d0-65f1-4b50-8584-571600d34068 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:37.076553 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-e866c8d0-65f1-4b50-8584-571600d34068 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports/72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 200 len: 940 time: 0.0886505 Mar 05 02:57:37.953572 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e9ae8-e21a-40cb-a036-44300f667baf req-c47dc91b-875c-4743-816b-b02aa8dc8bff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:37.955682 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab4e9ae8-e21a-40cb-a036-44300f667baf req-c47dc91b-875c-4743-816b-b02aa8dc8bff tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.1191299 Mar 05 02:57:37.964333 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dd343-ecd8-4705-b141-bf01640bf628 req-44a6f0d4-b30f-42a5-ba3f-0cb11ebc15a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:37.965708 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-992dd343-ecd8-4705-b141-bf01640bf628 req-44a6f0d4-b30f-42a5-ba3f-0cb11ebc15a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.1192775 Mar 05 02:57:37.970110 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-485a1722-9551-430b-bb37-778bd884eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:37.972280 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-485a1722-9551-430b-bb37-778bd884eb20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d&tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2 HTTP/1.1" status: 200 len: 1127 time: 0.1029830 Mar 05 02:57:38.081500 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ab4e9ae8-e21a-40cb-a036-44300f667baf req-b15f50ac-b1e9-4230-a200-041607114fc8 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146939 Mar 05 02:57:38.084263 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-992dd343-ecd8-4705-b141-bf01640bf628 req-f3acb199-c24d-40ae-b8f8-28055c42543e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071193 Mar 05 02:57:38.092997 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-8ff2a7c4-deec-4b49-86e3-82bbc3053c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:38.094474 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-8ff2a7c4-deec-4b49-86e3-82bbc3053c07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 1127 time: 0.0977352 Mar 05 02:57:38.181820 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-095b4a84-87ae-40bd-9e9f-09d28811dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:38.183276 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-095b4a84-87ae-40bd-9e9f-09d28811dc4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.0822647 Mar 05 02:57:38.248727 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-feee07b0-8fdc-4014-8677-90ccd8c2fc61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 200 len: 998 time: 0.0590746 Mar 05 02:57:38.295520 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-56a40aa6-4b9e-4ea0-b8ee-2ffaa97d75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:38.296909 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-56a40aa6-4b9e-4ea0-b8ee-2ffaa97d75ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.0424719 Mar 05 02:57:38.344929 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-0737ced9-9df8-47ba-ae13-d9847ad5d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:38.346402 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-0737ced9-9df8-47ba-ae13-d9847ad5d017 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425375 Mar 05 02:57:38.436720 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-954a8b8f-1825-4388-8a66-3b6831dffd34 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Mar 05 02:57:38.524480 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f60ea5eb-41e9-4c00-9b89-72e64b476017 req-184f4ef6-3c9c-4a15-800c-b52678231f61 service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798759 Mar 05 02:57:39.242139 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52e5d-5930-4b78-9c3b-b6bc11cf27ff req-3ba5ce99-1d0c-4e0c-845d-3fb759dbfbe3 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:39.243642 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fda52e5d-5930-4b78-9c3b-b6bc11cf27ff req-3ba5ce99-1d0c-4e0c-845d-3fb759dbfbe3 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0851068 Mar 05 02:57:39.284914 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2687a-0072-4ba5-9f3b-cd64546b3c7c req-2e677ebe-c26e-4f3b-b148-d70c717df38a tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:39.286422 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4e2687a-0072-4ba5-9f3b-cd64546b3c7c req-2e677ebe-c26e-4f3b-b148-d70c717df38a tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.1009183 Mar 05 02:57:39.321676 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fda52e5d-5930-4b78-9c3b-b6bc11cf27ff req-396eaad6-9279-4191-9c00-962ced2c1a80 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703750 Mar 05 02:57:39.365438 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d4e2687a-0072-4ba5-9f3b-cd64546b3c7c req-2e7b7360-5234-4b4e-a1ae-ba0e6126a361 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705388 Mar 05 02:57:39.734409 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:57:39.762498 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:40.467512 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d536-40d4-45ca-8600-6e8c60e77fd9 req-1339d320-1026-4feb-990b-c157b7705bdd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:40.469186 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0914d536-40d4-45ca-8600-6e8c60e77fd9 req-1339d320-1026-4feb-990b-c157b7705bdd tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0693340 Mar 05 02:57:40.551583 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0914d536-40d4-45ca-8600-6e8c60e77fd9 req-caeb1267-3aee-4404-9e71-17c1d16c6a6f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765321 Mar 05 02:57:40.577696 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48a9b-b119-4d65-9b83-3f78c3fd37b9 req-cc2ab4ee-3d74-4985-a5b2-05c8fb5a9140 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:40.577696 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8cf48a9b-b119-4d65-9b83-3f78c3fd37b9 req-cc2ab4ee-3d74-4985-a5b2-05c8fb5a9140 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0961764 Mar 05 02:57:40.626605 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8cf48a9b-b119-4d65-9b83-3f78c3fd37b9 req-9346c41d-1c46-4695-9396-7fdda549ba72 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479977 Mar 05 02:57:41.684197 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77540-60d9-4135-ac32-7dbe53371c27 req-347aa5b2-ba7a-4c81-be9a-3b49875752dc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:41.685718 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e2e77540-60d9-4135-ac32-7dbe53371c27 req-347aa5b2-ba7a-4c81-be9a-3b49875752dc tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0590115 Mar 05 02:57:41.782160 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e2e77540-60d9-4135-ac32-7dbe53371c27 req-e36bbd1e-d697-4a30-9b66-ad442836a937 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873294 Mar 05 02:57:41.790942 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b131c9-bbcf-4012-9519-7207a4074463 req-855f5b2b-8314-41d6-97e8-952462e907ea tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:41.792384 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d5b131c9-bbcf-4012-9519-7207a4074463 req-855f5b2b-8314-41d6-97e8-952462e907ea tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0915034 Mar 05 02:57:41.847339 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d5b131c9-bbcf-4012-9519-7207a4074463 req-6fccbabc-54fe-4d12-bd63-c8d2c628690f tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467513 Mar 05 02:57:42.917319 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495baf-23fd-4b01-ba89-87e8a736a2de req-4c1ef8ec-bc7c-483f-9e83-b8b78f3fa08c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:42.922424 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5495baf-23fd-4b01-ba89-87e8a736a2de req-4c1ef8ec-bc7c-483f-9e83-b8b78f3fa08c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0630236 Mar 05 02:57:43.001378 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5495baf-23fd-4b01-ba89-87e8a736a2de req-4767c41a-318e-48d0-bb37-067882931f14 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754979 Mar 05 02:57:43.008280 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13683d0-1771-49d6-8007-0358c2608c48 req-96f35e5b-b17a-4246-a87e-a80d3bf4b2a6 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:43.009772 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b13683d0-1771-49d6-8007-0358c2608c48 req-96f35e5b-b17a-4246-a87e-a80d3bf4b2a6 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0854883 Mar 05 02:57:43.079841 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b13683d0-1771-49d6-8007-0358c2608c48 req-8b047243-ffec-43ac-a102-be754284576f tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629580 Mar 05 02:57:44.129833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480ff7-f258-43e2-b8b8-47745b5a16b7 req-e461dab4-a672-44c1-abf0-873b2225291f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:44.131380 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c5480ff7-f258-43e2-b8b8-47745b5a16b7 req-e461dab4-a672-44c1-abf0-873b2225291f tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0556538 Mar 05 02:57:44.210503 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c5480ff7-f258-43e2-b8b8-47745b5a16b7 req-cd9aac4d-7a7b-4559-a2ad-632e6afe82de tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735130 Mar 05 02:57:44.227531 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3c212-14c6-40f8-8c24-dc877a7bded3 req-a09bb053-bb99-457e-b6e6-6e71ad52aa4e tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:44.229319 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d7d3c212-14c6-40f8-8c24-dc877a7bded3 req-a09bb053-bb99-457e-b6e6-6e71ad52aa4e tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0767584 Mar 05 02:57:44.280873 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d7d3c212-14c6-40f8-8c24-dc877a7bded3 req-137a57b3-6237-4e68-a182-6f12cc77d250 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 Mar 05 02:57:45.633908 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeebb4-45fd-4d4e-b648-59661011dc48 req-8733ec5e-7900-495f-9a11-39ec68930a6c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:45.635482 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d0aeebb4-45fd-4d4e-b648-59661011dc48 req-8733ec5e-7900-495f-9a11-39ec68930a6c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.3489881 Mar 05 02:57:45.671493 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac161b-3ff6-4ab0-b6a9-aa06c8e55ea2 req-09515e6e-1ba2-4cd6-b223-91343037b279 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:45.672969 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-edac161b-3ff6-4ab0-b6a9-aa06c8e55ea2 req-09515e6e-1ba2-4cd6-b223-91343037b279 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0893800 Mar 05 02:57:45.716307 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d0aeebb4-45fd-4d4e-b648-59661011dc48 req-9d6dd406-11cf-4cc0-b3e6-0adcd8690f55 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743582 Mar 05 02:57:45.749734 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-edac161b-3ff6-4ab0-b6a9-aa06c8e55ea2 req-db6d30ee-4dea-44d8-8674-0b0714bac693 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637677 Mar 05 02:57:46.888126 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342fbf4-82a8-424c-a1fa-d86a40cc7ffd req-19905437-19ce-431d-83a9-686f51018c09 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:46.889613 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5342fbf4-82a8-424c-a1fa-d86a40cc7ffd req-19905437-19ce-431d-83a9-686f51018c09 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0963879 Mar 05 02:57:46.901312 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a91510-3034-48c6-ba1b-a707d5e891ad req-e8e848c6-353a-424f-b87d-f4696d0cfee4 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:46.902813 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-29a91510-3034-48c6-ba1b-a707d5e891ad req-e8e848c6-353a-424f-b87d-f4696d0cfee4 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0744967 Mar 05 02:57:46.976129 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5342fbf4-82a8-424c-a1fa-d86a40cc7ffd req-7cef89b5-2e1e-4306-afd2-4411e6510ade tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723450 Mar 05 02:57:46.981220 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-29a91510-3034-48c6-ba1b-a707d5e891ad req-5bac1967-71eb-41bb-8de5-a58ae42702f7 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716395 Mar 05 02:57:47.842146 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-b4c3eec2-d20a-4c18-928b-e45ac9c00966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:47.843948 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-b4c3eec2-d20a-4c18-928b-e45ac9c00966 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1130 time: 0.0455530 Mar 05 02:57:47.933645 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-879fefda-7415-46c6-a2d8-90aa4449269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:47.935022 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-879fefda-7415-46c6-a2d8-90aa4449269d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 909 time: 0.0842831 Mar 05 02:57:47.999056 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-0fd50e5d-8e8c-4e5d-8a27-967f63e63384 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 1001 time: 0.0571692 Mar 05 02:57:48.052711 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-4919efec-e19f-457b-a5fe-bbf1ce26f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:48.054187 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-4919efec-e19f-457b-a5fe-bbf1ce26f992 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 200 len: 848 time: 0.0491049 Mar 05 02:57:48.175368 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-6d0eef46-f61d-43a6-bcdd-45d1168fd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:48.176867 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-6d0eef46-f61d-43a6-bcdd-45d1168fd7a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abb402c-01c2-48bf-88c5-8d2968bf132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144516 Mar 05 02:57:48.186745 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18538c21-830b-46ef-947b-f3bb714ae4a5 req-2310ac0e-39df-4125-9b40-1ccc8dbd3a66 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:48.188015 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-18538c21-830b-46ef-947b-f3bb714ae4a5 req-2310ac0e-39df-4125-9b40-1ccc8dbd3a66 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.1246901 Mar 05 02:57:48.196286 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5925fc8-9420-4d00-be64-9b50881b55d6 req-2965fed0-1907-4587-be21-204b26f4b727 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:48.197650 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5925fc8-9420-4d00-be64-9b50881b55d6 req-2965fed0-1907-4587-be21-204b26f4b727 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.1368909 Mar 05 02:57:48.335021 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-18538c21-830b-46ef-947b-f3bb714ae4a5 req-e8506bb6-846c-4240-9ef8-2b5b3bcd30ea tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362593 Mar 05 02:57:48.340184 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a5925fc8-9420-4d00-be64-9b50881b55d6 req-e1427fb4-a15d-4935-83e1-d724c400b41e tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316726 Mar 05 02:57:48.355737 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-f2b5899a-b31c-4d95-a3ca-16ae614174a6 service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555846 Mar 05 02:57:48.443333 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-989e9a7d-d8e8-4650-b328-e9ed5a54f8cb req-471f49d0-2a2a-48aa-97e4-b4cf3f5bc8af service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802989 Mar 05 02:57:49.491725 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10ecee-4ae9-4276-b642-4f2f5994a639 req-cd3afafe-d709-4a0a-83b7-5e667a9c6351 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:49.493180 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6b10ecee-4ae9-4276-b642-4f2f5994a639 req-cd3afafe-d709-4a0a-83b7-5e667a9c6351 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 943 time: 0.0850859 Mar 05 02:57:49.500516 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d992-651b-4553-bf9a-58b912e42834 req-505282db-5198-4d8f-b95a-fc9ca005844a tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:49.502566 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d771d992-651b-4553-bf9a-58b912e42834 req-505282db-5198-4d8f-b95a-fc9ca005844a tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0859888 Mar 05 02:57:49.571448 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6b10ecee-4ae9-4276-b642-4f2f5994a639 req-4dcb0174-7ecf-4e47-886c-8307d04360d8 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679705 Mar 05 02:57:49.575830 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d771d992-651b-4553-bf9a-58b912e42834 req-83652a5d-b8ad-4163-971e-6f287bbd1857 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668941 Mar 05 02:57:50.406078 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:57:50.509510 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:50.521082 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'port_id': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'mac_address': 'fa:16:3e:5d:d1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:57:50.558289 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 72f8e9b7-28cd-4b80-be32-d7f04625063d is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:50.558679 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.571981 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f8e9b7-28cd-4b80-be32-d7f04625063d {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:50.591894 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:50.595824 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.645111 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=9']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:50.742989 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d026d0-ffc8-4305-9adb-734be930157b req-ec8932f9-074d-4e39-a349-050e783e6a8c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:50.744487 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-24d026d0-ffc8-4305-9adb-734be930157b req-ec8932f9-074d-4e39-a349-050e783e6a8c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 944 time: 0.0850911 Mar 05 02:57:50.755849 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced0eb-68b3-404e-ae57-808865c68e34 req-324c3ba0-1262-4e55-a03f-7db02a097838 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:50.757281 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6aced0eb-68b3-404e-ae57-808865c68e34 req-324c3ba0-1262-4e55-a03f-7db02a097838 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0892620 Mar 05 02:57:50.839439 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-24d026d0-ffc8-4305-9adb-734be930157b req-7934ac57-75be-467e-b6a1-2e0e7e6a9bee tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812066 Mar 05 02:57:50.843167 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6aced0eb-68b3-404e-ae57-808865c68e34 req-6d74ad8e-a487-426c-8dc3-6ccca3ac5f4e tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718343 Mar 05 02:57:50.866577 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['72f8e9b7-28cd-4b80-be32-d7f04625063d'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:57:51.034384 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-17b05950-de73-4835-8549-5e14e902ead7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457988 Mar 05 02:57:51.064864 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb558b9-4112-49ab-8c73-c3f59f01d310 req-4df4fffb-03ce-4de7-9294-6020c2c3ef26 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:51.066364 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ddb558b9-4112-49ab-8c73-c3f59f01d310 req-4df4fffb-03ce-4de7-9294-6020c2c3ef26 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0637705 Mar 05 02:57:51.129281 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-0395d5df-d406-4b04-a433-55ed79462695 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:51.130651 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-0395d5df-d406-4b04-a433-55ed79462695 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports/6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 943 time: 0.0634091 Mar 05 02:57:51.148938 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ddb558b9-4112-49ab-8c73-c3f59f01d310 req-a97964ee-5cd1-4982-a2da-1c73409f3589 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737758 Mar 05 02:57:51.972493 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a3ba6-cbcf-4f48-ad3b-7e1aa99a2a69 req-0ae53c9c-2d8a-4a34-9d8a-890f6d1afc12 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:51.973860 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2d0a3ba6-cbcf-4f48-ad3b-7e1aa99a2a69 req-0ae53c9c-2d8a-4a34-9d8a-890f6d1afc12 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 944 time: 0.0590451 Mar 05 02:57:52.023417 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2d0a3ba6-cbcf-4f48-ad3b-7e1aa99a2a69 req-a3d5e1bd-4988-4bbd-bbfc-cf0c71a658ba tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434916 Mar 05 02:57:52.269786 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b9f28-cb62-4b6a-921a-4569fe86646f req-87e3aaea-3a5b-4145-87d9-4d428d5fb7ed tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.271257 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-684b9f28-cb62-4b6a-921a-4569fe86646f req-87e3aaea-3a5b-4145-87d9-4d428d5fb7ed tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0567923 Mar 05 02:57:52.362911 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-684b9f28-cb62-4b6a-921a-4569fe86646f req-820669ff-bc80-41e0-9ece-5518741e23fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845416 Mar 05 02:57:52.367665 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-8c413efe-9de5-4983-80cf-5e3a976b2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.369063 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-8c413efe-9de5-4983-80cf-5e3a976b2b52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf&tenant_id=47835ba5de1a42cc94c09b33a187868a HTTP/1.1" status: 200 len: 1130 time: 0.0922532 Mar 05 02:57:52.430560 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:57:52.435712 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-33acf1a1-8173-457d-9f9f-66fafb9e091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.437183 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-33acf1a1-8173-457d-9f9f-66fafb9e091d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1130 time: 0.0434072 Mar 05 02:57:52.480845 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 72f8e9b7-28cd-4b80-be32-d7f04625063d triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:52.481225 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.526052 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-376504f7-560f-4297-96e1-561561f42407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.527565 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-376504f7-560f-4297-96e1-561561f42407 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 909 time: 0.0835221 Mar 05 02:57:52.556932 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 72f8e9b7-28cd-4b80-be32-d7f04625063d is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:52.557318 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.579206 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:52.582155 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb97950-1c01-4795-a420-6cbed7dcbc79" -d '{"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-plugged", "status": "completed", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:52.594696 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:52.599441 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-470174ea-bfa0-4287-a8cf-3920434dc32e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 1001 time: 0.0636246 Mar 05 02:57:52.599811 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.600837 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 6c993446-3f76-4f92-94ad-2054b8a5ebfe no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:52.623500 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5908f912-d81f-43ea-923e-ed3a7e48ed83 x-openstack-request-id: req-5908f912-d81f-43ea-923e-ed3a7e48ed83 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:52.623798 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-plugged", "status": "completed", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:52.624052 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5908f912-d81f-43ea-923e-ed3a7e48ed83 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:52.624437 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'code': 200} Mar 05 02:57:52.655721 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-f4e3eaab-fe09-4b45-8cc9-692c1d60c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.657212 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-f4e3eaab-fe09-4b45-8cc9-692c1d60c99f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 200 len: 848 time: 0.0484633 Mar 05 02:57:52.686023 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=10']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:52.722836 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-270d9e53-3adf-404d-823f-cbb16b5b475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.724508 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-270d9e53-3adf-404d-823f-cbb16b5b475f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abb402c-01c2-48bf-88c5-8d2968bf132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535147 Mar 05 02:57:52.727641 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 6c993446-3f76-4f92-94ad-2054b8a5ebfe is: ACTIVE; New status is: DOWN {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:52.728305 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.763007 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:52.769432 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.822020 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=6']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:52.869353 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-55751a7f-e847-46de-bb66-1e92617fe5cc service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298473 Mar 05 02:57:52.873382 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868be11-6ab0-4919-b62c-9cd2360ac7dc req-a5c3b231-4d1f-4588-b15f-6527b8468373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.874786 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8868be11-6ab0-4919-b62c-9cd2360ac7dc req-a5c3b231-4d1f-4588-b15f-6527b8468373 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 1130 time: 0.0679889 Mar 05 02:57:52.978988 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8868be11-6ab0-4919-b62c-9cd2360ac7dc req-1726a253-e039-4237-a7c2-6a30c2234473 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942891 Mar 05 02:57:52.998528 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-814b0e9d-9b55-4d55-8d58-67606f371855 req-01f1ee7d-8b45-4201-8e4f-86b8d5653289 service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149127 Mar 05 02:57:53.152284 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07f323-d486-411c-96eb-9bed33a69a3f req-0f30631c-4e4e-4af0-b983-9c118697fc74 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.153771 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7f07f323-d486-411c-96eb-9bed33a69a3f req-0f30631c-4e4e-4af0-b983-9c118697fc74 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 946 time: 0.0571654 Mar 05 02:57:53.201019 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7f07f323-d486-411c-96eb-9bed33a69a3f req-3c800706-12b6-4b2a-b87a-22595a9199b9 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410862 Mar 05 02:57:53.265725 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd7db7-3b9c-44ae-b56b-6ff4af389126 req-0f167ce2-489c-47a6-a049-5ccd931c7e6b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.267763 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a9dd7db7-3b9c-44ae-b56b-6ff4af389126 req-0f167ce2-489c-47a6-a049-5ccd931c7e6b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 946 time: 0.0575302 Mar 05 02:57:53.312813 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a9dd7db7-3b9c-44ae-b56b-6ff4af389126 req-1f53ffb2-2fd2-4a70-87f0-e8a79f3f0800 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396504 Mar 05 02:57:53.479953 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea7d27-7dd9-4a20-a933-8217e8eaade8 req-ed796ca0-3f6d-4f72-b1ca-5be70f6687d9 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.481402 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-afea7d27-7dd9-4a20-a933-8217e8eaade8 req-ed796ca0-3f6d-4f72-b1ca-5be70f6687d9 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0521595 Mar 05 02:57:53.528830 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-afea7d27-7dd9-4a20-a933-8217e8eaade8 req-3a8d4eb3-9f81-46d7-84af-c145927b09df tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Mar 05 02:57:54.333901 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d5dca-f37d-4f33-a1a7-cdd91fe7007c req-58688c51-cee7-477f-aec3-7e5375108f80 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:54.340331 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-832d5dca-f37d-4f33-a1a7-cdd91fe7007c req-58688c51-cee7-477f-aec3-7e5375108f80 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 946 time: 0.0581815 Mar 05 02:57:54.401581 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-832d5dca-f37d-4f33-a1a7-cdd91fe7007c req-769ef5e2-79ec-4a76-8fe1-ed7d2246262e tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603445 Mar 05 02:57:54.447424 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4567d-c238-4ff7-a848-b757b2135dcc req-b3cb6df6-e1e8-459a-8702-d8b386d5a7a8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:54.449547 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-03b4567d-c238-4ff7-a848-b757b2135dcc req-b3cb6df6-e1e8-459a-8702-d8b386d5a7a8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 946 time: 0.0656159 Mar 05 02:57:54.502485 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-03b4567d-c238-4ff7-a848-b757b2135dcc req-e3e8fd3d-a889-402f-bfc0-42ea0aaea488 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=b27bc98f-caf2-4704-b929-bc7eef27ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480273 Mar 05 02:57:54.625823 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:54.628468 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb85cf-7e99-42a5-b7b5-ab9da9969334" -d '{"events": [{"server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:54.648669 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb4aae-ce0b-4ec7-9e42-3084390bc7f6 req-b81b8499-1006-4118-8644-44cec7da47a8 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:54.650287 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7adb4aae-ce0b-4ec7-9e42-3084390bc7f6 req-b81b8499-1006-4118-8644-44cec7da47a8 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0554204 Mar 05 02:57:54.667715 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be11919f-9797-4836-97ed-d2ee71a95d29 x-openstack-request-id: req-be11919f-9797-4836-97ed-d2ee71a95d29 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:54.668065 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:54.668381 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be11919f-9797-4836-97ed-d2ee71a95d29 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:54.668822 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'code': 200} Mar 05 02:57:54.701671 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7adb4aae-ce0b-4ec7-9e42-3084390bc7f6 req-848b0863-7108-4e89-9da2-2458094b118f tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457218 Mar 05 02:57:54.969162 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-8b494f11-9ed5-4a3d-94e7-8f4c5aaf1542 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:54.970754 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-8b494f11-9ed5-4a3d-94e7-8f4c5aaf1542 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 946 time: 0.0566328 Mar 05 02:57:55.061393 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Deleting port e30d5b85-41e6-47b6-930e-a7a045a9d2fb {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:55.061647 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:55.149923 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] For port e30d5b85-41e6-47b6-930e-a7a045a9d2fb, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:55.150404 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:55.313280 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:55.314234 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (b1305fa9-9efe-4964-bfa6-7c7052529d26), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:55.314596 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Floating IP b1305fa9-9efe-4964-bfa6-7c7052529d26 disassociated. External IP: 172.27.3.168, port: e30d5b85-41e6-47b6-930e-a7a045a9d2fb. Mar 05 02:57:55.314970 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Calling delete_port for e30d5b85-41e6-47b6-930e-a7a045a9d2fb owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:55.394529 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-376a5215-deb0-42c2-809a-fdd3a390d0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:55.443422 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (e30d5b85-41e6-47b6-930e-a7a045a9d2fb), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:55.469566 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'Port': ['ID=e30d5b85-41e6-47b6-930e-a7a045a9d2fb,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:55.625505 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fe590623-efaf-4cbe-a942-61c3d7362b64 req-4c3c03b1-f550-456f-a77e-6240bcb63c87 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7bf2d1-7563-4057-8f9b-b7e51d741a6c HTTP/1.1" status: 200 len: 210 time: 0.0376773 Mar 05 02:57:55.638912 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f6036-9ef6-4f0d-8cc7-64d361e71e0a req-fe0c91a5-7025-4425-b9df-753f2520e586 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:55.640325 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-726f6036-9ef6-4f0d-8cc7-64d361e71e0a req-fe0c91a5-7025-4425-b9df-753f2520e586 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 946 time: 0.1610427 Mar 05 02:57:55.667871 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:57:55.732608 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-726f6036-9ef6-4f0d-8cc7-64d361e71e0a req-a8872da3-60e5-487c-846f-90e33935a817 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860167 Mar 05 02:57:55.831101 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:57:55.841502 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:57:55.852031 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:55.854080 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:57:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:55.875873 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] No DVR routers for this DVR port e30d5b85-41e6-47b6-930e-a7a045a9d2fb on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:57:55.879021 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:55.882820 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d8d4d454-9113-4f13-b52d-fc49618e8def req-170d83c6-ee35-4750-b79e-e145a9781fdf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "DELETE /v2.0/ports/e30d5b85-41e6-47b6-930e-a7a045a9d2fb HTTP/1.1" status: 204 len: 173 time: 0.9060447 Mar 05 02:57:55.884445 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'name': 'network-vif-deleted', 'tag': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:55.887182 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f6b0d-3ad0-4bd0-ab71-8a58528175d7" -d '{"events": [{"server_uuid": "cd7bf2d1-7563-4057-8f9b-b7e51d741a6c", "name": "network-vif-deleted", "tag": "e30d5b85-41e6-47b6-930e-a7a045a9d2fb"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:55.900179 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96d7d2-e59f-46b9-b6cd-e4937f4d825b req-47dcfa49-8081-43ab-b4a6-25af18dfe2aa tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:55.901800 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2e96d7d2-e59f-46b9-b6cd-e4937f4d825b req-47dcfa49-8081-43ab-b4a6-25af18dfe2aa tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.1218629 Mar 05 02:57:55.962182 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0941e155-3558-4fdf-90b8-b896b336ec04 x-openstack-request-id: req-0941e155-3558-4fdf-90b8-b896b336ec04 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:55.962754 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7bf2d1-7563-4057-8f9b-b7e51d741a6c", "name": "network-vif-deleted", "tag": "e30d5b85-41e6-47b6-930e-a7a045a9d2fb", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:55.963230 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0941e155-3558-4fdf-90b8-b896b336ec04 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:55.963882 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7bf2d1-7563-4057-8f9b-b7e51d741a6c', 'name': 'network-vif-deleted', 'tag': 'e30d5b85-41e6-47b6-930e-a7a045a9d2fb', 'status': 'completed', 'code': 200} Mar 05 02:57:55.991728 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2e96d7d2-e59f-46b9-b6cd-e4937f4d825b req-80376823-f8cf-432a-af88-388e60e2a87a tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779479 Mar 05 02:57:56.124573 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:56.345943 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:06Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:56.373136 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:57:56.381658 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:56.382294 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:57:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:56.491297 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:56.716011 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 53938) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:56.721195 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:06Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:56.749440 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25d9c6-6334-4fc8-99d3-3408f689bc82 None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '47875e52-1c21-427c-94cf-78eeae294825', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:ba:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:51Z', 'updated_at': '2022-03-05T02:56:06Z', 'revision_number': 2, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:57:56.780601 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7d44e4-f21e-4786-aa65-e2898745f162 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (b27bc98f-caf2-4704-b929-bc7eef27ee1a), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:56.805968 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7d44e4-f21e-4786-aa65-e2898745f162 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (b27bc98f-caf2-4704-b929-bc7eef27ee1a), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:56.857413 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7d44e4-f21e-4786-aa65-e2898745f162 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (b27bc98f-caf2-4704-b929-bc7eef27ee1a), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:56.861140 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7d44e4-f21e-4786-aa65-e2898745f162 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:56.861719 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-8b7d44e4-f21e-4786-aa65-e2898745f162 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "DELETE /v2.0/security-groups/b27bc98f-caf2-4704-b929-bc7eef27ee1a HTTP/1.1" status: 204 len: 168 time: 0.1445234 Mar 05 02:57:56.864826 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53940) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:56.870651 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d44e4-f21e-4786-aa65-e2898745f162 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27bc98f-caf2-4704-b929-bc7eef27ee1a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:56.880606 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.api.v2.resource [None req-9719c53d-c7bd-4aaa-ad9a-bf312dd1bb0b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] show failed (client error): The resource could not be found. Mar 05 02:57:56.882061 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-9719c53d-c7bd-4aaa-ad9a-bf312dd1bb0b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups/b27bc98f-caf2-4704-b929-bc7eef27ee1a HTTP/1.1" status: 404 len: 347 time: 0.0161030 Mar 05 02:57:56.884782 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 53942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:56.994531 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30403915-5100-4f26-8522-0a4dfcdbccf6 None None] New status for floating IP b1305fa9-9efe-4964-bfa6-7c7052529d26: DOWN {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:57:57.020389 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Deleting port 60f6f02a-d19a-484b-b2c5-c79219a8c389 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:57.020731 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (60f6f02a-d19a-484b-b2c5-c79219a8c389), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:57.102270 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (60f6f02a-d19a-484b-b2c5-c79219a8c389), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:57.102663 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (60f6f02a-d19a-484b-b2c5-c79219a8c389), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:57.116197 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Calling delete_port for 60f6f02a-d19a-484b-b2c5-c79219a8c389 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:57.119876 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfcec-d3cd-4f94-8be5-229ebd6987e5 req-abfedef4-7bb3-4bf5-85b9-52ae52acdca2 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:57.121394 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-be3cfcec-d3cd-4f94-8be5-229ebd6987e5 req-abfedef4-7bb3-4bf5-85b9-52ae52acdca2 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0565403 Mar 05 02:57:57.172088 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-be3cfcec-d3cd-4f94-8be5-229ebd6987e5 req-e434ee83-7ec8-427f-93c0-763c3682a92e tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Mar 05 02:57:57.250252 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (60f6f02a-d19a-484b-b2c5-c79219a8c389), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:57.274504 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'Port': ['ID=60f6f02a-d19a-484b-b2c5-c79219a8c389,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:57.286045 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.286401 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.286748 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.287095 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.287415 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.287743 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.288070 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.288427 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.288753 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.289076 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.289401 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.289725 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.290078 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:57.346504 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (b1305fa9-9efe-4964-bfa6-7c7052529d26), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:57.349001 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:57.350169 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3a2ecd9a-db8d-4c40-ac88-ffe6b504c607 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "DELETE /v2.0/floatingips/b1305fa9-9efe-4964-bfa6-7c7052529d26 HTTP/1.1" status: 204 len: 168 time: 0.4644039 Mar 05 02:57:57.628254 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-18343ac2-ecaf-4d42-a09d-f59c5b8e9a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:58.295868 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fe7ca-9f50-4d70-92ef-50a2b02f8a76 req-b596312b-70e2-4200-97a0-9d7fda4f94f7 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:58.297446 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-281fe7ca-9f50-4d70-92ef-50a2b02f8a76 req-b596312b-70e2-4200-97a0-9d7fda4f94f7 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0563362 Mar 05 02:57:58.480922 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device e30d5b85-41e6-47b6-930e-a7a045a9d2fb no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:58.505422 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: e30d5b85-41e6-47b6-930e-a7a045a9d2fb {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:57:58.505761 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device e30d5b85-41e6-47b6-930e-a7a045a9d2fb not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:57:58.585874 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-281fe7ca-9f50-4d70-92ef-50a2b02f8a76 req-d51dadfb-5bf3-434b-bd24-8177d7c3e32e tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823470 Mar 05 02:57:58.769045 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:58.921689 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540786de-6cc6-4e10-b4a9-86dfa51d8f68 req-8801c073-b6e0-4026-92c3-b32b17db3faa tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:58.923669 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-540786de-6cc6-4e10-b4a9-86dfa51d8f68 req-8801c073-b6e0-4026-92c3-b32b17db3faa tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 945 time: 0.0510137 Mar 05 02:57:58.968267 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-540786de-6cc6-4e10-b4a9-86dfa51d8f68 req-fb4852c3-5c88-41c6-9a97-38c827ad182f tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389404 Mar 05 02:57:59.556638 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14749eec-44ed-4a18-b3d0-8f9a396a4efc req-33dc07b1-8cb2-4737-9920-89a303596989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:59.558157 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-14749eec-44ed-4a18-b3d0-8f9a396a4efc req-33dc07b1-8cb2-4737-9920-89a303596989 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1128 time: 0.0435383 Mar 05 02:57:59.606444 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-14749eec-44ed-4a18-b3d0-8f9a396a4efc req-83eaff76-ce14-4d3f-8e2a-d05b16a5fb49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Mar 05 02:57:59.703123 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339415-51ff-49ad-b1c1-43e3fbb30945 req-9e297af3-7afc-4512-807f-302802e65afa tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:59.705082 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bd339415-51ff-49ad-b1c1-43e3fbb30945 req-9e297af3-7afc-4512-807f-302802e65afa tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 944 time: 0.0514984 Mar 05 02:57:59.752991 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bd339415-51ff-49ad-b1c1-43e3fbb30945 req-d9bb99af-2664-4f3d-9850-c31df017162a tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Mar 05 02:58:00.086936 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15149-b154-4aff-abd1-f97fcda6269e req-8267840e-b8e2-4ea5-8370-b15ca8c8dcaa tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:00.088381 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-14f15149-b154-4aff-abd1-f97fcda6269e req-8267840e-b8e2-4ea5-8370-b15ca8c8dcaa tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 945 time: 0.0516357 Mar 05 02:58:00.123344 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.135959 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-14f15149-b154-4aff-abd1-f97fcda6269e req-98513146-364a-447f-91ad-6a01cb40ed18 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421228 Mar 05 02:58:00.481930 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 6c993446-3f76-4f92-94ad-2054b8a5ebfe details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:58:00.575032 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:00.585164 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'port_id': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'mac_address': 'fa:16:3e:9c:51:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:58:00.624273 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 6c993446-3f76-4f92-94ad-2054b8a5ebfe is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:00.624674 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.637609 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c993446-3f76-4f92-94ad-2054b8a5ebfe {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:58:00.656265 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:00.660250 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.707191 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=7']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:00.877508 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65ace-1235-4cc6-935c-70d1efca2ecb req-9e001b9d-b830-4307-aaa4-14d857c32b9e tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:00.879126 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1ea65ace-1235-4cc6-935c-70d1efca2ecb req-9e001b9d-b830-4307-aaa4-14d857c32b9e tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 945 time: 0.0573280 Mar 05 02:58:00.926713 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1ea65ace-1235-4cc6-935c-70d1efca2ecb req-71ff6983-3118-45b5-8acc-cf5d66551a73 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 Mar 05 02:58:01.061145 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['6c993446-3f76-4f92-94ad-2054b8a5ebfe'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:58:01.192184 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-088d9ea1-5113-4309-a351-f512a2c03248 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:01.193655 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-088d9ea1-5113-4309-a351-f512a2c03248 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 945 time: 0.0542049 Mar 05 02:58:01.319444 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb24b5f-cc4b-42fe-9ae4-a3ceca80f269 req-33e7bd1e-b9f8-4c19-9137-e79225ef3dfe tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:01.320832 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dfb24b5f-cc4b-42fe-9ae4-a3ceca80f269 req-33e7bd1e-b9f8-4c19-9137-e79225ef3dfe tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 945 time: 0.1112638 Mar 05 02:58:01.350616 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Deleting port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:01.350954 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.426698 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dfb24b5f-cc4b-42fe-9ae4-a3ceca80f269 req-7fcb8604-72ae-4c0e-85dd-2d42c4ca8cd3 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=54cd88e7-76d0-4863-9e01-9e5d2e728725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999432 Mar 05 02:58:01.463471 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] For port 4bb7ff98-132f-4f56-866f-09d5d21c9a76, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=4bb7ff98-132f-4f56-866f-09d5d21c9a76,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:01.463833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.632516 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.632881 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (47875e52-1c21-427c-94cf-78eeae294825), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.633197 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Floating IP 47875e52-1c21-427c-94cf-78eeae294825 disassociated. External IP: 172.27.3.232, port: 4bb7ff98-132f-4f56-866f-09d5d21c9a76. Mar 05 02:58:01.633535 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Calling delete_port for 4bb7ff98-132f-4f56-866f-09d5d21c9a76 owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:01.642755 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.762643 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (4bb7ff98-132f-4f56-866f-09d5d21c9a76), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.788508 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'Port': ['ID=4bb7ff98-132f-4f56-866f-09d5d21c9a76,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:01.907077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:58:02.052129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:58:02.063961 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:58:02.073813 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:02.074475 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:57:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:02.103524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] No DVR routers for this DVR port 4bb7ff98-132f-4f56-866f-09d5d21c9a76 on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:02.106224 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.109466 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-22ecbfd4-1828-4e97-8071-8a697c7b54a0 req-477940e5-8b67-4c5b-8d6f-d90c678561b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "DELETE /v2.0/ports/4bb7ff98-132f-4f56-866f-09d5d21c9a76 HTTP/1.1" status: 204 len: 173 time: 0.9078829 Mar 05 02:58:02.109928 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'name': 'network-vif-deleted', 'tag': '4bb7ff98-132f-4f56-866f-09d5d21c9a76'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:02.112221 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa5de3b-be26-494a-baad-0f1a2751ddf8" -d '{"events": [{"server_uuid": "ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d", "name": "network-vif-deleted", "tag": "4bb7ff98-132f-4f56-866f-09d5d21c9a76"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:02.126967 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bda84-2504-4a88-94c8-5b603eb6255e req-af643953-99ec-4904-b0e1-204b6ba698fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:02.130690 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ca8bda84-2504-4a88-94c8-5b603eb6255e req-af643953-99ec-4904-b0e1-204b6ba698fd tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 945 time: 0.1282711 Mar 05 02:58:02.200458 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04302fda-23af-49a4-b291-c713be9c19cd x-openstack-request-id: req-04302fda-23af-49a4-b291-c713be9c19cd {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:02.201678 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d", "name": "network-vif-deleted", "tag": "4bb7ff98-132f-4f56-866f-09d5d21c9a76", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:02.201979 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04302fda-23af-49a4-b291-c713be9c19cd {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:02.202522 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d', 'name': 'network-vif-deleted', 'tag': '4bb7ff98-132f-4f56-866f-09d5d21c9a76', 'status': 'completed', 'code': 200} Mar 05 02:58:02.221477 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ca8bda84-2504-4a88-94c8-5b603eb6255e req-eabe56e3-2c4b-4a76-b9c7-ccdb1193c476 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814106 Mar 05 02:58:02.223647 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:02.441704 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:02.468640 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:58:02.476899 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:02.477502 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:57:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:02.514344 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 6c993446-3f76-4f92-94ad-2054b8a5ebfe up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:58:02.535931 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d8da0b19-0f49-478e-892b-3b8f9abc57a3 req-64890aa2-44b0-4b38-985b-c53f230960f7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6e78b4-5147-4f9b-84ce-c5d5ec0bd30d HTTP/1.1" status: 200 len: 210 time: 0.0284393 Mar 05 02:58:02.628235 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 6c993446-3f76-4f92-94ad-2054b8a5ebfe triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:58:02.628622 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.632246 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:02.847295 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 6c993446-3f76-4f92-94ad-2054b8a5ebfe is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:02.847881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.902154 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:02.904361 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e3c948-3651-49b6-96aa-fdc2d9cd81f0" -d '{"events": [{"server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "name": "network-vif-plugged", "status": "completed", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:02.920036 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:02.925332 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.926158 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 4bb7ff98-132f-4f56-866f-09d5d21c9a76 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:02.970370 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5a6de-efe7-424c-bef3-bbf4fc744449 x-openstack-request-id: req-e7f5a6de-efe7-424c-bef3-bbf4fc744449 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:02.970652 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "name": "network-vif-plugged", "status": "completed", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:02.970915 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7f5a6de-efe7-424c-bef3-bbf4fc744449 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:02.971299 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'code': 200} Mar 05 02:58:02.974398 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 4bb7ff98-132f-4f56-866f-09d5d21c9a76 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:02.974748 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 4bb7ff98-132f-4f56-866f-09d5d21c9a76 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:02.992826 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:03.027303 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4993c1-9c02-44c4-8b92-ccfd67a79b19 None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:58:03.031391 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=8']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:03.278627 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2613369-ca3c-4c26-b407-ff37f117bdbd None None] New status for floating IP 47875e52-1c21-427c-94cf-78eeae294825: DOWN {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:58:03.622553 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54000) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:03.677196 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7de5dfce-ed64-4185-8493-6eafcd993bd6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (54cd88e7-76d0-4863-9e01-9e5d2e728725), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.700506 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7de5dfce-ed64-4185-8493-6eafcd993bd6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (54cd88e7-76d0-4863-9e01-9e5d2e728725), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.746335 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7de5dfce-ed64-4185-8493-6eafcd993bd6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (54cd88e7-76d0-4863-9e01-9e5d2e728725), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.748974 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7de5dfce-ed64-4185-8493-6eafcd993bd6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.750191 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-7de5dfce-ed64-4185-8493-6eafcd993bd6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "DELETE /v2.0/security-groups/54cd88e7-76d0-4863-9e01-9e5d2e728725 HTTP/1.1" status: 204 len: 168 time: 0.1266086 Mar 05 02:58:03.754149 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54002) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:03.759538 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5dfce-ed64-4185-8493-6eafcd993bd6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd88e7-76d0-4863-9e01-9e5d2e728725,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:03.767138 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.api.v2.resource [None req-55624324-6eee-4b4a-be24-c104a9705d22 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] show failed (client error): The resource could not be found. Mar 05 02:58:03.768159 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-55624324-6eee-4b4a-be24-c104a9705d22 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups/54cd88e7-76d0-4863-9e01-9e5d2e728725 HTTP/1.1" status: 404 len: 347 time: 0.0129750 Mar 05 02:58:03.770954 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54004) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:03.896006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Deleting port 65c22528-b0dd-47e2-b853-c0f4cb95df75 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:03.896351 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (65c22528-b0dd-47e2-b853-c0f4cb95df75), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.973941 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (65c22528-b0dd-47e2-b853-c0f4cb95df75), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.974303 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (65c22528-b0dd-47e2-b853-c0f4cb95df75), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.986478 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Calling delete_port for 65c22528-b0dd-47e2-b853-c0f4cb95df75 owned by network:floatingip {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:04.112691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (65c22528-b0dd-47e2-b853-c0f4cb95df75), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.146744 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'Port': ['ID=65c22528-b0dd-47e2-b853-c0f4cb95df75,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:04.201289 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (47875e52-1c21-427c-94cf-78eeae294825), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.203835 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.206151 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c17459c6-1e9c-4d8d-8509-abb73882b808 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "DELETE /v2.0/floatingips/47875e52-1c21-427c-94cf-78eeae294825 HTTP/1.1" status: 204 len: 168 time: 0.4342918 Mar 05 02:58:04.464918 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54020) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:04.470134 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-61c258d6-de42-48e9-8cec-1031c2a9e908 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136300168', 'description': 'tempest-description--514867541'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:04.505097 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61c258d6-de42-48e9-8cec-1031c2a9e908 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.564955 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61c258d6-de42-48e9-8cec-1031c2a9e908 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (218c603c-f62c-4ecd-9531-15d1822dd961), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.568891 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61c258d6-de42-48e9-8cec-1031c2a9e908 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (218c603c-f62c-4ecd-9531-15d1822dd961), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.598297 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-61c258d6-de42-48e9-8cec-1031c2a9e908 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.599522 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-61c258d6-de42-48e9-8cec-1031c2a9e908 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1335917 Mar 05 02:58:04.602521 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54022) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:04.603921 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c258d6-de42-48e9-8cec-1031c2a9e908 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218c603c-f62c-4ecd-9531-15d1822dd961,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:04.607760 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0d0f25d8-a54a-47df-acba-55abb1b15de8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group_rule': {'security_group_id': '218c603c-f62c-4ecd-9531-15d1822dd961', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:04.633425 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f25d8-a54a-47df-acba-55abb1b15de8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (30a45d44-1841-43b6-ac38-eb3d8f4c8914), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.680153 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f25d8-a54a-47df-acba-55abb1b15de8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (30a45d44-1841-43b6-ac38-eb3d8f4c8914), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.684259 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f25d8-a54a-47df-acba-55abb1b15de8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (30a45d44-1841-43b6-ac38-eb3d8f4c8914), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.701892 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f25d8-a54a-47df-acba-55abb1b15de8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a45d44-1841-43b6-ac38-eb3d8f4c8914,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:04.709669 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f25d8-a54a-47df-acba-55abb1b15de8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.710910 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-0d0f25d8-a54a-47df-acba-55abb1b15de8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068554 Mar 05 02:58:04.713490 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54024) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:04.717808 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-73f8a3a0-09df-48ae-8be9-3e37211917dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group_rule': {'security_group_id': '218c603c-f62c-4ecd-9531-15d1822dd961', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:04.744651 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73f8a3a0-09df-48ae-8be9-3e37211917dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (fac17a18-42e9-4514-b677-882b40c6ebac), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.801354 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73f8a3a0-09df-48ae-8be9-3e37211917dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (fac17a18-42e9-4514-b677-882b40c6ebac), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.806644 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73f8a3a0-09df-48ae-8be9-3e37211917dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (fac17a18-42e9-4514-b677-882b40c6ebac), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.827575 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8a3a0-09df-48ae-8be9-3e37211917dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac17a18-42e9-4514-b677-882b40c6ebac,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:04.835980 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73f8a3a0-09df-48ae-8be9-3e37211917dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.837172 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-73f8a3a0-09df-48ae-8be9-3e37211917dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226921 Mar 05 02:58:04.840267 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54026) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:04.844481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:04.864801 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.958924 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.066848 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Allocated IP 172.27.3.201 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/2cee7ebe-5fa3-4ebf-9a88-dc320a70b973) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:58:05.176391 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.213077 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.262711 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:58:05.265582 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:58:05.270535 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:58:05.273495 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=2cee7ebe-5fa3-4ebf-9a88-dc320a70b973,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:05.356204 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (bd2c0d5a-ffe8-4ad2-8019-b995501a1593), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.391869 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.541588 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.546330 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.616635 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=2cee7ebe-5fa3-4ebf-9a88-dc320a70b973,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:05.628491 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (bd2c0d5a-ffe8-4ad2-8019-b995501a1593), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.643607 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.644830 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b63b6f5d-4708-4b42-981d-b50c64bf51ae tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8036566 Mar 05 02:58:05.788629 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-c942fcb9-aa2f-483e-8f07-0a504481b737 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2136300168&fields=id&tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 267 time: 0.0413034 Mar 05 02:58:05.895732 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-f9924ccf-ac8d-43e6-9e64-d11066840ae8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:05.897170 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-f9924ccf-ac8d-43e6-9e64-d11066840ae8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 814 time: 0.1022656 Mar 05 02:58:05.911106 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-5fc1111e-7365-4ddd-9be2-53c8df8441b0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/quotas/3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 375 time: 0.0088196 Mar 05 02:58:05.964049 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-8b585351-27fc-4f3f-b349-6796b0e94b72 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483449 Mar 05 02:58:06.065201 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-c06c6c8f-c971-4310-b0c0-959a1ed42b7f service neutron] 10.222.0.26 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894575 Mar 05 02:58:06.152474 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-6819d8a8-c83c-4ed6-9d8b-a33f8ca1939b service neutron] 10.222.0.26 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815518 Mar 05 02:58:06.307423 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ed5c05e2-0aa5-4ad0-9de7-1a5a8c6d0687 req-fc652785-ab46-4242-90a7-102e966265a8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Mar 05 02:58:07.220778 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-f53654f1-c705-47aa-811f-367b870e6f50 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:07.222254 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-f53654f1-c705-47aa-811f-367b870e6f50 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 814 time: 0.1047759 Mar 05 02:58:07.283014 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-95cbb7f5-9659-4f30-9691-72094ae81e45 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 380 time: 0.0514772 Mar 05 02:58:07.298803 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'port': {'device_id': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'admin_state_up': True, 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'security_groups': ['218c603c-f62c-4ecd-9531-15d1822dd961']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:07.405140 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a8bb67d9-f94f-45a4-aaa8-64be17d7f81b req-7fd81efe-4df2-44a5-8b49-56ae6ef89a8c tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 210 time: 0.0315969 Mar 05 02:58:07.430967 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Made reservation on behalf of 3dd2b27540c04b4c8741ce8c9a5e2b47 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:58:07.434595 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:07.557055 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Allocated IP 172.20.0.11 (ea79f853-47ea-48eb-b063-dca7ecd22a4d/c7035d98-74ae-41a1-ba00-4ecb1c2745d8/e4d5a4c8-f77f-4d45-9308-b37892288255) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:58:07.694841 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:07.727659 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:07.774145 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:58:07.777287 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:58:07.780951 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:58:07.826056 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=e4d5a4c8-f77f-4d45-9308-b37892288255,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:07.850352 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:07.850959 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:07.866882 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-efbb07ac-6c17-4249-9b72-22fed7535474 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718212 Mar 05 02:58:07.879588 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Request body: {'port': {'device_id': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:07.942023 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:07.980015 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-e11cf62d-50e0-4bd5-86fe-81c986695327 None None] Provisioning complete for port e4d5a4c8-f77f-4d45-9308-b37892288255 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:58:07.980791 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e11cf62d-50e0-4bd5-86fe-81c986695327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:08.018519 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-e11cf62d-50e0-4bd5-86fe-81c986695327 None None] Port e4d5a4c8-f77f-4d45-9308-b37892288255 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:58:08.205599 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d5a4c8-f77f-4d45-9308-b37892288255 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:58:08.212909 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Publish callbacks [] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:08.225848 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Transition to ACTIVE for port object e4d5a4c8-f77f-4d45-9308-b37892288255 will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:58:08.230008 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:08.296509 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5a4c8-f77f-4d45-9308-b37892288255,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:08.353220 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Attempting to bind port e4d5a4c8-f77f-4d45-9308-b37892288255 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:58:08.353557 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Attempting to bind port e4d5a4c8-f77f-4d45-9308-b37892288255 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:58:08.353885 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Attempting to bind port e4d5a4c8-f77f-4d45-9308-b37892288255 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:58:08.358421 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Port e4d5a4c8-f77f-4d45-9308-b37892288255 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:58:08.358776 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Attempting to bind port e4d5a4c8-f77f-4d45-9308-b37892288255 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:58:08.363659 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:58:08.363995 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Checking segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:58:08.364383 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Bound using segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:58:08.364800 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Bound port: e4d5a4c8-f77f-4d45-9308-b37892288255, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:58:08.365157 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:08.439076 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] For port e4d5a4c8-f77f-4d45-9308-b37892288255, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:58:08.442468 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] For port e4d5a4c8-f77f-4d45-9308-b37892288255, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e4d5a4c8-f77f-4d45-9308-b37892288255,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:58:08.450618 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:08.497428 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:08.498068 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:08.499422 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] 10.222.0.13 "PUT /v2.0/ports/e4d5a4c8-f77f-4d45-9308-b37892288255 HTTP/1.1" status: 200 len: 1094 time: 0.6248331 Mar 05 02:58:08.513451 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'tag': 'e4d5a4c8-f77f-4d45-9308-b37892288255'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:08.515703 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516714b5-6133-4e5a-920c-eb42380af018" -d '{"events": [{"name": "network-changed", "server_uuid": "939b0cc0-f089-45e5-b1d4-c1117de03050", "tag": "e4d5a4c8-f77f-4d45-9308-b37892288255"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:08.544600 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d33d-8f8d-4511-a11f-71c005c5d4ab service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5a4c8-f77f-4d45-9308-b37892288255,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:08.570357 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6b29f3-03d5-4ac1-889f-59449c474c8f x-openstack-request-id: req-0f6b29f3-03d5-4ac1-889f-59449c474c8f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:08.570839 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939b0cc0-f089-45e5-b1d4-c1117de03050", "tag": "e4d5a4c8-f77f-4d45-9308-b37892288255", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:08.571092 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f6b29f3-03d5-4ac1-889f-59449c474c8f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:08.571484 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'tag': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'status': 'completed', 'code': 200} Mar 05 02:58:08.593012 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5c311-c6b0-4ddf-9d61-081cd63071b9 req-f9873d95-0430-40ac-b787-5a565d2142c8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:08.595024 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-15b5c311-c6b0-4ddf-9d61-081cd63071b9 req-f9873d95-0430-40ac-b787-5a565d2142c8 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 944 time: 0.1178114 Mar 05 02:58:08.642548 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-bcddb714-6ee2-48f9-b87c-803a2b904a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:08.644066 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-bcddb714-6ee2-48f9-b87c-803a2b904a83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 1128 time: 0.0958111 Mar 05 02:58:08.655589 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-15b5c311-c6b0-4ddf-9d61-081cd63071b9 req-32666e63-e95a-4668-95e2-9997d492e8fc tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546832 Mar 05 02:58:08.693243 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-0a5e8125-942b-46f3-bfcc-9cd5c2ec26e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d5a4c8-f77f-4d45-9308-b37892288255 HTTP/1.1" status: 200 len: 217 time: 0.0367296 Mar 05 02:58:08.746001 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-bf4ad486-81a2-4984-b6d5-214c92290174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:08.747370 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-bf4ad486-81a2-4984-b6d5-214c92290174 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0460963 Mar 05 02:58:08.802259 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-7ea39db7-b823-4c80-a047-3b2bc120cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:08.803734 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-7ea39db7-b823-4c80-a047-3b2bc120cade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504916 Mar 05 02:58:08.889496 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-3506c55e-6c91-4bb9-a662-45e57498f099 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788920 Mar 05 02:58:08.980090 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb259c02-3c21-48ad-b4d3-e8ade2cc5879 req-d4dc8c0a-0601-4ed2-81c9-7ac6fa0d63b1 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824199 Mar 05 02:58:09.072324 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516714b5-6133-4e5a-920c-eb42380af018 req-3579b014-174e-4821-a182-c01e77d5991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:09.073688 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-516714b5-6133-4e5a-920c-eb42380af018 req-3579b014-174e-4821-a182-c01e77d5991b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 1128 time: 0.0443771 Mar 05 02:58:09.164106 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516714b5-6133-4e5a-920c-eb42380af018 req-bd0a2597-ca57-493d-828d-c8e514cc9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:09.165555 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-516714b5-6133-4e5a-920c-eb42380af018 req-bd0a2597-ca57-493d-828d-c8e514cc9072 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.0841627 Mar 05 02:58:09.205489 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-516714b5-6133-4e5a-920c-eb42380af018 req-e37067c4-5745-4652-89db-d88b9ced4786 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d5a4c8-f77f-4d45-9308-b37892288255 HTTP/1.1" status: 200 len: 217 time: 0.0327511 Mar 05 02:58:09.250915 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516714b5-6133-4e5a-920c-eb42380af018 req-ac143abb-8eb3-43fe-8f27-53edcc00b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:09.252314 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-516714b5-6133-4e5a-920c-eb42380af018 req-ac143abb-8eb3-43fe-8f27-53edcc00b8b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0413122 Mar 05 02:58:09.303517 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516714b5-6133-4e5a-920c-eb42380af018 req-3d23e704-4527-4122-905b-0aebbae08ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:09.304985 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-516714b5-6133-4e5a-920c-eb42380af018 req-3d23e704-4527-4122-905b-0aebbae08ddc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464365 Mar 05 02:58:09.393789 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-516714b5-6133-4e5a-920c-eb42380af018 req-30aed2f7-d7a9-4e25-bf7e-1b03929098bf service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820801 Mar 05 02:58:09.485853 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-516714b5-6133-4e5a-920c-eb42380af018 req-5664f918-5517-4517-889d-cc1a132d58fc service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849373 Mar 05 02:58:09.779552 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecbedb-3aad-4e9a-8f01-80e24722092c req-6945fac9-911c-4bb5-95c8-7cca9e4e5542 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:09.781185 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9fecbedb-3aad-4e9a-8f01-80e24722092c req-6945fac9-911c-4bb5-95c8-7cca9e4e5542 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 944 time: 0.0534921 Mar 05 02:58:09.781845 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:09.827627 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9fecbedb-3aad-4e9a-8f01-80e24722092c req-d0e386db-ebc7-4024-bab6-2b4bda427492 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400314 Mar 05 02:58:10.528701 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device e4d5a4c8-f77f-4d45-9308-b37892288255 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:58:10.627572 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port e4d5a4c8-f77f-4d45-9308-b37892288255, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e4d5a4c8-f77f-4d45-9308-b37892288255,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:10.637675 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'port_id': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'mac_address': 'fa:16:3e:c6:10:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:58:10.810582 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port e4d5a4c8-f77f-4d45-9308-b37892288255 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:10.810582 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.824397 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d5a4c8-f77f-4d45-9308-b37892288255 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:58:10.846706 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port e4d5a4c8-f77f-4d45-9308-b37892288255, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e4d5a4c8-f77f-4d45-9308-b37892288255,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:10.863022 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.920601 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=e4d5a4c8-f77f-4d45-9308-b37892288255,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:10.960008 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ceec0-7fa1-42db-945c-011edea3725e req-f6feab29-d0a9-47d6-a614-b8627ba5397b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:10.961647 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-092ceec0-7fa1-42db-945c-011edea3725e req-f6feab29-d0a9-47d6-a614-b8627ba5397b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 945 time: 0.0561132 Mar 05 02:58:11.015152 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-092ceec0-7fa1-42db-945c-011edea3725e req-83d5c085-1fc0-4062-abef-6815cc11a4ab tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Mar 05 02:58:11.115705 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['e4d5a4c8-f77f-4d45-9308-b37892288255'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:58:12.131754 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0acd7-38b2-451e-a16e-623c288ba268 req-b91e1fce-73e0-4c38-967f-f1c671a9e7dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:12.133199 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-33c0acd7-38b2-451e-a16e-623c288ba268 req-b91e1fce-73e0-4c38-967f-f1c671a9e7dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 945 time: 0.0507598 Mar 05 02:58:12.177878 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-33c0acd7-38b2-451e-a16e-623c288ba268 req-edba86a8-a334-423c-8b9c-4f12b8bce041 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392325 Mar 05 02:58:12.295764 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-3b393e71-fcef-4a16-bf01-c2848637c3cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426936 Mar 05 02:58:12.357260 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-f36ad64a-4929-45c1-beea-e80148299bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:12.358801 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-f36ad64a-4929-45c1-beea-e80148299bec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 1130 time: 0.0442584 Mar 05 02:58:12.542665 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device e4d5a4c8-f77f-4d45-9308-b37892288255 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:58:12.596899 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port e4d5a4c8-f77f-4d45-9308-b37892288255 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:58:12.605390 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port e4d5a4c8-f77f-4d45-9308-b37892288255 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:58:12.605937 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:12.695376 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port e4d5a4c8-f77f-4d45-9308-b37892288255 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:12.695765 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:12.714610 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-f3ffbc3d-c4b2-4e3f-989c-53ba1f48071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:12.716078 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-f3ffbc3d-c4b2-4e3f-989c-53ba1f48071e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 200 len: 917 time: 0.3350494 Mar 05 02:58:12.719499 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5a4c8-f77f-4d45-9308-b37892288255'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:12.722135 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d16312c-8da6-4eb1-8995-21ba7e4102d6" -d '{"events": [{"server_uuid": "939b0cc0-f089-45e5-b1d4-c1117de03050", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5a4c8-f77f-4d45-9308-b37892288255"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:12.741904 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port e4d5a4c8-f77f-4d45-9308-b37892288255, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e4d5a4c8-f77f-4d45-9308-b37892288255,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:12.748378 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:12.784671 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca21683e-6f36-4db9-b079-d01cdb49415f x-openstack-request-id: req-ca21683e-6f36-4db9-b079-d01cdb49415f {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:12.785007 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939b0cc0-f089-45e5-b1d4-c1117de03050", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5a4c8-f77f-4d45-9308-b37892288255", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:12.785389 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca21683e-6f36-4db9-b079-d01cdb49415f {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:12.785781 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'code': 200} Mar 05 02:58:12.792117 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-1c78e71b-1095-4a7e-93b0-ef981cfb6fdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 200 len: 1000 time: 0.0694976 Mar 05 02:58:12.815165 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=e4d5a4c8-f77f-4d45-9308-b37892288255,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:12.855736 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-cb8d2d40-817f-47f8-aefb-02812f372ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:12.857511 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-cb8d2d40-817f-47f8-aefb-02812f372ac2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 200 len: 856 time: 0.0578778 Mar 05 02:58:12.911245 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-cecab9d8-2e9d-48df-8863-548e3203a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:12.912738 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-cecab9d8-2e9d-48df-8863-548e3203a108 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e12fae2-ecda-45fd-a83a-e67cf08123e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478408 Mar 05 02:58:13.021302 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b46adc-cba8-48f1-abc0-8f817d611a8a req-54732693-ed65-45ec-9fcb-bb7984810c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:13.022775 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-14b46adc-cba8-48f1-abc0-8f817d611a8a req-54732693-ed65-45ec-9fcb-bb7984810c69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 1130 time: 0.1140344 Mar 05 02:58:13.050927 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-6004674a-ab85-4961-a3e7-7d81adb6383e service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303992 Mar 05 02:58:13.100725 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-14b46adc-cba8-48f1-abc0-8f817d611a8a req-61e96978-cc7c-43c8-9d87-c194286df790 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661497 Mar 05 02:58:13.159542 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de4bf1c8-8615-4d52-af0d-0bfdb4c22547 req-110b66ac-7278-47ef-a1ed-7f181b8a169e service neutron] 10.222.0.13 "GET /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020010 Mar 05 02:58:13.296627 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33790c0d-9373-4b80-810d-0dedd2fe954f req-48a26df4-88c3-4297-9767-c18e30c43159 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:13.298157 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-33790c0d-9373-4b80-810d-0dedd2fe954f req-48a26df4-88c3-4297-9767-c18e30c43159 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 946 time: 0.0520842 Mar 05 02:58:13.346278 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-33790c0d-9373-4b80-810d-0dedd2fe954f req-da8215fd-54f6-4b41-9046-b6c26657a776 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Mar 05 02:58:14.463126 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482c272-b3c7-44d8-97e6-75d281899ed4 req-37b1ec4c-c93a-49a4-b8c2-5f8943268ca0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:14.464599 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c482c272-b3c7-44d8-97e6-75d281899ed4 req-37b1ec4c-c93a-49a4-b8c2-5f8943268ca0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 946 time: 0.0512345 Mar 05 02:58:14.510102 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c482c272-b3c7-44d8-97e6-75d281899ed4 req-12686ddc-1a7c-4351-b79a-e0670afb2eb0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Mar 05 02:58:14.626504 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe72fc-b6a3-46e3-94b8-8f3d1a85522d req-094033fc-a3c8-4b05-b74c-3e1c6e3b13ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:14.627929 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-83fe72fc-b6a3-46e3-94b8-8f3d1a85522d req-094033fc-a3c8-4b05-b74c-3e1c6e3b13ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 946 time: 0.0575154 Mar 05 02:58:14.636283 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54112) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:14.640884 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'floatingip': {'port_id': 'e4d5a4c8-f77f-4d45-9308-b37892288255'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:14.680775 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (bd2c0d5a-ffe8-4ad2-8019-b995501a1593), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:15.114370 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:15.118241 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (bd2c0d5a-ffe8-4ad2-8019-b995501a1593), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:15.218642 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.l3_db [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Floating IP bd2c0d5a-ffe8-4ad2-8019-b995501a1593 associated. External IP: 172.27.3.201, port: e4d5a4c8-f77f-4d45-9308-b37892288255. Mar 05 02:58:15.423877 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:58:15.532620 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:58:15.537511 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:15.542093 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:58:15.552452 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:15.553157 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:57:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:15.581293 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a4b1a9ec-4f51-413f-b06a-641652ea3ac2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "PUT /v2.0/floatingips/bd2c0d5a-ffe8-4ad2-8019-b995501a1593 HTTP/1.1" status: 200 len: 992 time: 0.9348869 Mar 05 02:58:15.581293 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'tag': 'e4d5a4c8-f77f-4d45-9308-b37892288255'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:15.581293 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "939b0cc0-f089-45e5-b1d4-c1117de03050", "tag": "e4d5a4c8-f77f-4d45-9308-b37892288255"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:15.663318 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd01590-a277-4ef0-aa15-327cb3c4fe2d x-openstack-request-id: req-cbd01590-a277-4ef0-aa15-327cb3c4fe2d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:15.663899 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939b0cc0-f089-45e5-b1d4-c1117de03050", "tag": "e4d5a4c8-f77f-4d45-9308-b37892288255", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:15.663899 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbd01590-a277-4ef0-aa15-327cb3c4fe2d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:15.664249 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'tag': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'status': 'completed', 'code': 200} Mar 05 02:58:15.666150 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:15.739435 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-89b80751-f589-47f9-99b6-85348c231bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:15.741017 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-89b80751-f589-47f9-99b6-85348c231bac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 1130 time: 0.0452526 Mar 05 02:58:15.834173 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-fb0c0eec-c988-4357-99d5-05cab757a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:15.835647 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-fb0c0eec-c988-4357-99d5-05cab757a493 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.0892251 Mar 05 02:58:15.900163 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'bd2c0d5a-ffe8-4ad2-8019-b995501a1593', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:c6:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:58:05Z', 'updated_at': '2022-03-05T02:58:15Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:15.901006 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-2cdec0da-c478-4693-8d9d-2d9fc63d135e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d5a4c8-f77f-4d45-9308-b37892288255 HTTP/1.1" status: 200 len: 1000 time: 0.0588510 Mar 05 02:58:15.926947 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:58:15.935142 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:15.935679 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:57:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:15.950903 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-c637a4e7-f117-463f-9ffc-9b396f46ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:15.952346 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-c637a4e7-f117-463f-9ffc-9b396f46ba54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0425856 Mar 05 02:58:16.007815 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-57e1819b-6bd0-4c61-b148-4f3e319d15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:16.009321 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-57e1819b-6bd0-4c61-b148-4f3e319d15d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473967 Mar 05 02:58:16.046204 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:16.101725 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-a5eecae8-ea73-4912-9ec1-da295fd7a0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835028 Mar 05 02:58:16.195302 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9cb4922e-1cbb-405f-9f19-f4efb4515a1f req-ab63663f-bf99-4cc0-8957-4397c2358cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872810 Mar 05 02:58:16.271505 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'bd2c0d5a-ffe8-4ad2-8019-b995501a1593', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:c6:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:58:05Z', 'updated_at': '2022-03-05T02:58:15Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:16.296967 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729d560-c8fd-4dd5-984d-e759984ff349 None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'bd2c0d5a-ffe8-4ad2-8019-b995501a1593', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:c6:10:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:58:05Z', 'updated_at': '2022-03-05T02:58:15Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:58:16.479860 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13515f6a-5018-473e-944f-cc6ee11f720e None None] New status for floating IP bd2c0d5a-ffe8-4ad2-8019-b995501a1593: ACTIVE {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:58:16.732895 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:58:23.358289 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2ea5-750a-40a2-a722-12a4419077bb req-1d988f64-9645-4cb2-9716-48a5ebd7b555 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:23.359746 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-081f2ea5-750a-40a2-a722-12a4419077bb req-1d988f64-9645-4cb2-9716-48a5ebd7b555 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 946 time: 0.0520358 Mar 05 02:58:23.404907 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-081f2ea5-750a-40a2-a722-12a4419077bb req-b566c592-bac6-4097-afa6-c9deb31f6e79 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395565 Mar 05 02:58:24.526372 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52d55c-8854-4ee3-a90a-afd678f6fd7f req-65f6b009-667d-45b5-8cd2-cee15edecea9 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:24.527920 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fd52d55c-8854-4ee3-a90a-afd678f6fd7f req-65f6b009-667d-45b5-8cd2-cee15edecea9 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 946 time: 0.0533185 Mar 05 02:58:24.585145 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fd52d55c-8854-4ee3-a90a-afd678f6fd7f req-93705a8b-903c-4e01-a715-2f0db0632447 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513198 Mar 05 02:58:25.297483 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-bd5997a4-c1d3-496d-a521-cf390808f9e6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:25.299324 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-bd5997a4-c1d3-496d-a521-cf390808f9e6 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 946 time: 0.0523379 Mar 05 02:58:25.396166 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bc5608a7-15fe-4230-a44f-7ad565633780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:25.396769 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Deleting port 00972e01-aaaf-4d40-a722-75829a58b00f {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:25.397081 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:25.487587 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] For port 00972e01-aaaf-4d40-a722-75829a58b00f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=00972e01-aaaf-4d40-a722-75829a58b00f,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:25.487947 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:25.664006 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:25.664622 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (e96d018f-b468-4568-9e38-f428d9d5c7be), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:25.664749 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Floating IP e96d018f-b468-4568-9e38-f428d9d5c7be disassociated. External IP: 172.27.3.192, port: 00972e01-aaaf-4d40-a722-75829a58b00f. Mar 05 02:58:25.664997 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Calling delete_port for 00972e01-aaaf-4d40-a722-75829a58b00f owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:25.758070 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5959f1-7416-41ef-a605-b8525c930b07 req-43c46dcf-f640-4e65-9ab9-8d628dd318eb tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:25.759531 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ae5959f1-7416-41ef-a605-b8525c930b07 req-43c46dcf-f640-4e65-9ab9-8d628dd318eb tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f97c839-ad1c-4b04-ac59-460b0de295ed HTTP/1.1" status: 200 len: 946 time: 0.1056633 Mar 05 02:58:25.838251 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ae5959f1-7416-41ef-a605-b8525c930b07 req-014397a2-83f1-4fb2-b3fe-b72b871a135b tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups?id=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728848 Mar 05 02:58:25.856784 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (00972e01-aaaf-4d40-a722-75829a58b00f), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:25.883389 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event deleted for resources: {'Port': ['ID=00972e01-aaaf-4d40-a722-75829a58b00f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:25.893228 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.893579 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.893916 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.894274 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.894602 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.894937 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.895249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.895571 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.896343 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.896343 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.896524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.896801 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:25.897113 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:26.008559 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:58:26.116932 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:58:26.126182 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] Sync routers for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:58:26.135412 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:26.135942 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:57:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:26.161012 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] No DVR routers for this DVR port 00972e01-aaaf-4d40-a722-75829a58b00f on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:26.163687 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:26.167134 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4aa8d430-4733-4c65-841b-1de0b5aa2f2b req-dcf4ade4-c051-4372-9a0c-d94069c2ad3f tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.13 "DELETE /v2.0/ports/00972e01-aaaf-4d40-a722-75829a58b00f HTTP/1.1" status: 204 len: 173 time: 0.8570266 Mar 05 02:58:26.167623 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'name': 'network-vif-deleted', 'tag': '00972e01-aaaf-4d40-a722-75829a58b00f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:26.169862 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5665baae-db5c-456b-846a-e6092feb939c" -d '{"events": [{"server_uuid": "4f97c839-ad1c-4b04-ac59-460b0de295ed", "name": "network-vif-deleted", "tag": "00972e01-aaaf-4d40-a722-75829a58b00f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:26.207475 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb70fc9a-7042-4a9b-a5a9-9898604dacad x-openstack-request-id: req-eb70fc9a-7042-4a9b-a5a9-9898604dacad {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:26.207767 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f97c839-ad1c-4b04-ac59-460b0de295ed", "name": "network-vif-deleted", "tag": "00972e01-aaaf-4d40-a722-75829a58b00f", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:26.208026 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb70fc9a-7042-4a9b-a5a9-9898604dacad {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:26.208459 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f97c839-ad1c-4b04-ac59-460b0de295ed', 'name': 'network-vif-deleted', 'tag': '00972e01-aaaf-4d40-a722-75829a58b00f', 'status': 'completed', 'code': 200} Mar 05 02:58:26.263104 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:26.467760 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:26.493369 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] Checking router: 9d82c016-4e99-48ea-8d77-0b9bc3cdebad for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:58:26.501190 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:26.502300 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:57:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:26.605821 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:26.926786 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54194) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:26.937117 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:26.963805 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e2f15-3bae-4054-a457-d4b64fd44559 None None] The sync data for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi is: [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 4, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'ee2629eb-419c-405c-901e-ecfa1814beb6', 'name': '', 'network_id': '691722ee-1aea-4c34-b285-794aff5b5741', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'mac_address': 'fa:16:3e:c1:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:18Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'subnets': [{'id': '6b6cfc77-54d6-4bb7-8b48-a80db13e0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:58:26.982516 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cee446f4-7e9b-48c2-9b9d-56c3134fb9c3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (3886303a-8dbc-45ca-928b-0ed7d2ed1ce9), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.008186 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cee446f4-7e9b-48c2-9b9d-56c3134fb9c3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (3886303a-8dbc-45ca-928b-0ed7d2ed1ce9), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.057749 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cee446f4-7e9b-48c2-9b9d-56c3134fb9c3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (3886303a-8dbc-45ca-928b-0ed7d2ed1ce9), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.060622 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cee446f4-7e9b-48c2-9b9d-56c3134fb9c3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.061798 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-cee446f4-7e9b-48c2-9b9d-56c3134fb9c3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "DELETE /v2.0/security-groups/3886303a-8dbc-45ca-928b-0ed7d2ed1ce9 HTTP/1.1" status: 204 len: 168 time: 0.1340423 Mar 05 02:58:27.065226 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54196) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:27.073407 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee446f4-7e9b-48c2-9b9d-56c3134fb9c3 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3886303a-8dbc-45ca-928b-0ed7d2ed1ce9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:27.079275 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.api.v2.resource [None req-65eebc4b-cb52-4ed8-abce-e9839f09330c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] show failed (client error): The resource could not be found. Mar 05 02:58:27.084055 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-65eebc4b-cb52-4ed8-abce-e9839f09330c tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "GET /v2.0/security-groups/3886303a-8dbc-45ca-928b-0ed7d2ed1ce9 HTTP/1.1" status: 404 len: 347 time: 0.0144145 Mar 05 02:58:27.085129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54198) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:27.192053 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a1fd4-83c4-4a1e-8232-3a3d67089a1a None None] New status for floating IP e96d018f-b468-4568-9e38-f428d9d5c7be: DOWN {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:58:27.217657 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Deleting port c2f9662d-7466-4d30-90c1-9dbc17ee2653 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:27.218039 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (c2f9662d-7466-4d30-90c1-9dbc17ee2653), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.291183 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (c2f9662d-7466-4d30-90c1-9dbc17ee2653), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.291504 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (c2f9662d-7466-4d30-90c1-9dbc17ee2653), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.309313 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Calling delete_port for c2f9662d-7466-4d30-90c1-9dbc17ee2653 owned by network:floatingip {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:27.443417 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (c2f9662d-7466-4d30-90c1-9dbc17ee2653), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.467423 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Pushing event deleted for resources: {'Port': ['ID=c2f9662d-7466-4d30-90c1-9dbc17ee2653,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:27.529310 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks [] for floatingip (e96d018f-b468-4568-9e38-f428d9d5c7be), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.531873 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:27.533045 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d6d46373-53c0-41cd-b873-970399441cf5 tempest-AttachVolumeTestJSON-150925167 tempest-AttachVolumeTestJSON-150925167-project] 10.222.0.26 "DELETE /v2.0/floatingips/e96d018f-b468-4568-9e38-f428d9d5c7be HTTP/1.1" status: 204 len: 168 time: 0.4469757 Mar 05 02:58:27.629714 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-480462c2-6693-4f8a-aba3-cf8f4108ced1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:28.622741 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 00972e01-aaaf-4d40-a722-75829a58b00f no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:28.645628 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 00972e01-aaaf-4d40-a722-75829a58b00f {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:28.646260 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 00972e01-aaaf-4d40-a722-75829a58b00f not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:28.771366 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:30.127899 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.040927 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54230) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:31.645195 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.765347 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:32.055321 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Deleting port ee2629eb-419c-405c-901e-ecfa1814beb6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:32.056009 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:32.130651 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] For port ee2629eb-419c-405c-901e-ecfa1814beb6, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=ee2629eb-419c-405c-901e-ecfa1814beb6,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:32.131005 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:32.146375 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Calling delete_port for ee2629eb-419c-405c-901e-ecfa1814beb6 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:32.322503 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (ee2629eb-419c-405c-901e-ecfa1814beb6), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:32.348016 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2629eb-419c-405c-901e-ecfa1814beb6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:32.514277 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:32.729360 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:58:32.838803 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:58:32.847988 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-112bf778-cbf2-4559-a641-23663aecf397 admin admin] 10.222.0.26 "PUT /v2.0/routers/9d82c016-4e99-48ea-8d77-0b9bc3cdebad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020725 Mar 05 02:58:32.847988 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:32.850335 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] Sync routers for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:58:32.863384 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:32.864364 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:32.956343 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks [] for router (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:32.971500 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:33.061565 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks [] for router_gateway (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.114296 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Deleting port 010d79f4-5cad-4ca2-be87-625882504d2a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:33.114629 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.149216 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:58:32Z', 'revision_number': 5, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port': {'id': '010d79f4-5cad-4ca2-be87-625882504d2a', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:07Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:33.176296 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] Checking router: 9d82c016-4e99-48ea-8d77-0b9bc3cdebad for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:58:33.184330 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] Routers {'9d82c016-4e99-48ea-8d77-0b9bc3cdebad'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:33.184922 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:33.195213 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] For port 010d79f4-5cad-4ca2-be87-625882504d2a, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=010d79f4-5cad-4ca2-be87-625882504d2a,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:33.195573 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.207985 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Calling delete_port for 010d79f4-5cad-4ca2-be87-625882504d2a owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:33.275391 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] Set router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:33.327098 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:58:33Z', 'revision_number': 6, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:33.357110 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830961f6-8198-4ccd-ab2e-a328707062c6 None None] The sync data for ids ['9d82c016-4e99-48ea-8d77-0b9bc3cdebad'] in dv-cinder-827259-3-iscsi is: [{'id': '9d82c016-4e99-48ea-8d77-0b9bc3cdebad', 'name': 'tempest-AttachVolumeTestJSON-1503619482-router', 'tenant_id': 'b9d27da2e71d4962a53a95efc46518ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:04Z', 'updated_at': '2022-03-05T02:58:33Z', 'revision_number': 6, 'project_id': 'b9d27da2e71d4962a53a95efc46518ea', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:58:33.373406 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (010d79f4-5cad-4ca2-be87-625882504d2a), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.400452 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Pushing event deleted for resources: {'Port': ['ID=010d79f4-5cad-4ca2-be87-625882504d2a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:33.462432 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.567866 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.569910 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks [] for router_controller (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.630529 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (9d82c016-4e99-48ea-8d77-0b9bc3cdebad), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.631049 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d82c016-4e99-48ea-8d77-0b9bc3cdebad {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:58:33.636219 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.637397 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a276885c-1bdc-41fd-a83a-facebcd38354 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9d82c016-4e99-48ea-8d77-0b9bc3cdebad HTTP/1.1" status: 204 len: 168 time: 0.7892778 Mar 05 02:58:33.639842 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54238) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:33.685082 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e876b9-57e4-4191-bb17-eebdd079fee8 admin admin] Deleting subnet 6b6cfc77-54d6-4bb7-8b48-a80db13e0882 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:58:33.687591 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87e876b9-57e4-4191-bb17-eebdd079fee8 admin admin] Publish callbacks [] for subnet (6b6cfc77-54d6-4bb7-8b48-a80db13e0882), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.728512 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87e876b9-57e4-4191-bb17-eebdd079fee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (6b6cfc77-54d6-4bb7-8b48-a80db13e0882), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.837947 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87e876b9-57e4-4191-bb17-eebdd079fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (6b6cfc77-54d6-4bb7-8b48-a80db13e0882), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.894685 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87e876b9-57e4-4191-bb17-eebdd079fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (6b6cfc77-54d6-4bb7-8b48-a80db13e0882), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.918561 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e876b9-57e4-4191-bb17-eebdd079fee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b6cfc77-54d6-4bb7-8b48-a80db13e0882,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:33.926715 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87e876b9-57e4-4191-bb17-eebdd079fee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:33.930057 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-87e876b9-57e4-4191-bb17-eebdd079fee8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6b6cfc77-54d6-4bb7-8b48-a80db13e0882 HTTP/1.1" status: 204 len: 168 time: 0.2892761 Mar 05 02:58:33.932589 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54240) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:33.934652 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4da66e-18f8-49c6-92aa-862d7878d9e0 None None] Network 691722ee-1aea-4c34-b285-794aff5b5741 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:58:34.006221 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (691722ee-1aea-4c34-b285-794aff5b5741), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.071414 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Deleting port b118191c-3bc5-4987-accc-6bf38a915f05 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:34.072036 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.145743 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] DHCP port deletion for 691722ee-1aea-4c34-b285-794aff5b5741 request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:58:34.148071 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] For port b118191c-3bc5-4987-accc-6bf38a915f05, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=b118191c-3bc5-4987-accc-6bf38a915f05,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:34.148438 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.167610 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Calling delete_port for b118191c-3bc5-4987-accc-6bf38a915f05 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:34.203983 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] Deleting port b118191c-3bc5-4987-accc-6bf38a915f05 {{(pid=109853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:34.204899 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), before_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.255289 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.269900 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] For port b118191c-3bc5-4987-accc-6bf38a915f05, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=b118191c-3bc5-4987-accc-6bf38a915f05,segment=NetworkSegment(95de4ec9-9795-4e94-8f40-09f38c715d87),segment_id=95de4ec9-9795-4e94-8f40-09f38c715d87)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:34.270324 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), precommit_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.282585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Pushing event deleted for resources: {'Port': ['ID=b118191c-3bc5-4987-accc-6bf38a915f05,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:34.285444 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] Calling delete_port for b118191c-3bc5-4987-accc-6bf38a915f05 owned by network:dhcp {{(pid=109853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:34.288930 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] No DVR routers for this DVR port b118191c-3bc5-4987-accc-6bf38a915f05 on host dv-cinder-827259-3-iscsi {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:34.366728 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (691722ee-1aea-4c34-b285-794aff5b5741), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.388028 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691722ee-1aea-4c34-b285-794aff5b5741']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:34.397870 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95de4ec9-9795-4e94-8f40-09f38c715d87') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:34.398187 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95de4ec9-9795-4e94-8f40-09f38c715d87') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:34.411775 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (95de4ec9-9795-4e94-8f40-09f38c715d87), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.424218 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136'] for port (b118191c-3bc5-4987-accc-6bf38a915f05), after_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.427728 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (95de4ec9-9795-4e94-8f40-09f38c715d87), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.434708 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:58:34.435101 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (95de4ec9-9795-4e94-8f40-09f38c715d87), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.438191 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def5223-f12f-4365-b5bd-38d3006f017c req-5c6c7f56-97bd-497f-a9ff-a28786e0e514 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:34.441535 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9def5223-f12f-4365-b5bd-38d3006f017c req-5c6c7f56-97bd-497f-a9ff-a28786e0e514 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 946 time: 0.0743876 Mar 05 02:58:34.448837 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] Pushing event deleted for resources: {'Port': ['ID=b118191c-3bc5-4987-accc-6bf38a915f05,revision_number=None']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:34.460118 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7be6ea-4d7a-43e5-b774-2115fd06edaf None None] No DVR routers for this DVR port b118191c-3bc5-4987-accc-6bf38a915f05 on host dv-cinder-827259-3-iscsi {{(pid=109853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:58:34.497412 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:58:34.502498 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (691722ee-1aea-4c34-b285-794aff5b5741), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.508315 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.512916 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] 10.222.0.26 "DELETE /v2.0/networks/691722ee-1aea-4c34-b285-794aff5b5741 HTTP/1.1" status: 204 len: 168 time: 0.5779638 Mar 05 02:58:34.523052 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876c098-6855-43ea-8e14-2395c8313071 admin admin] Pushing event deleted for resources: {'Network': ['ID=691722ee-1aea-4c34-b285-794aff5b5741,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:34.526461 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9def5223-f12f-4365-b5bd-38d3006f017c req-73129604-65d5-4a03-abe4-ee4eac55f7f7 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759933 Mar 05 02:58:34.629637 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54254) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:34.668137 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-08d14365-d989-4431-acb3-6154b693ab04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9d27da2e71d4962a53a95efc46518ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373368 Mar 05 02:58:34.670532 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54256) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:34.717176 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da81b20c-975f-44fb-8da4-a4494a342c1e admin admin] Publish callbacks [] for security_group (586cee93-6b4e-4739-af42-0068aea36106), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.741917 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da81b20c-975f-44fb-8da4-a4494a342c1e admin admin] Publish callbacks [] for security_group (586cee93-6b4e-4739-af42-0068aea36106), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.787140 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da81b20c-975f-44fb-8da4-a4494a342c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (586cee93-6b4e-4739-af42-0068aea36106), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.789699 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da81b20c-975f-44fb-8da4-a4494a342c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:34.790879 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-da81b20c-975f-44fb-8da4-a4494a342c1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/586cee93-6b4e-4739-af42-0068aea36106 HTTP/1.1" status: 204 len: 168 time: 0.1194718 Mar 05 02:58:34.799132 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81b20c-975f-44fb-8da4-a4494a342c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586cee93-6b4e-4739-af42-0068aea36106,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:34.904262 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 010d79f4-5cad-4ca2-be87-625882504d2a no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:34.925063 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 010d79f4-5cad-4ca2-be87-625882504d2a {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:34.925411 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 010d79f4-5cad-4ca2-be87-625882504d2a not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:34.926069 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device b118191c-3bc5-4987-accc-6bf38a915f05 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:34.952673 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: b118191c-3bc5-4987-accc-6bf38a915f05 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:34.953242 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device b118191c-3bc5-4987-accc-6bf38a915f05 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:34.953443 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device ee2629eb-419c-405c-901e-ecfa1814beb6 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:34.974806 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: ee2629eb-419c-405c-901e-ecfa1814beb6 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:34.975168 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device ee2629eb-419c-405c-901e-ecfa1814beb6 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:35.648633 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a22f8-2f90-4934-b2dd-16a97368cdee req-bb2ba27e-ae60-4538-aa4c-019f2cd9635d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:35.650268 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-378a22f8-2f90-4934-b2dd-16a97368cdee req-bb2ba27e-ae60-4538-aa4c-019f2cd9635d tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 946 time: 0.0529304 Mar 05 02:58:35.701032 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-378a22f8-2f90-4934-b2dd-16a97368cdee req-24614484-0ce8-49f1-829a-2f28ac608ca2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups?id=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448422 Mar 05 02:58:35.845795 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-5ab83009-c167-431b-a232-d3869e0b6082 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:35.848154 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-5ab83009-c167-431b-a232-d3869e0b6082 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 946 time: 0.0563216 Mar 05 02:58:35.947855 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Deleting port 72f8e9b7-28cd-4b80-be32-d7f04625063d {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:35.948262 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.038714 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] For port 72f8e9b7-28cd-4b80-be32-d7f04625063d, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=72f8e9b7-28cd-4b80-be32-d7f04625063d,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:36.039072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.205992 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.206419 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (4f45102a-3849-438e-8552-40378bf2b48c), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.206730 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Floating IP 4f45102a-3849-438e-8552-40378bf2b48c disassociated. External IP: 172.27.3.58, port: 72f8e9b7-28cd-4b80-be32-d7f04625063d. Mar 05 02:58:36.207102 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Calling delete_port for 72f8e9b7-28cd-4b80-be32-d7f04625063d owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:36.332960 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (72f8e9b7-28cd-4b80-be32-d7f04625063d), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.362475 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event deleted for resources: {'Port': ['ID=72f8e9b7-28cd-4b80-be32-d7f04625063d,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:36.476712 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Router ca24daf2-5bb5-4c55-8a80-13444ce77474 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:58:36.583676 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:58:36.594341 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] Sync routers for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:58:36.604726 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:36.605327 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:36.624227 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] No DVR routers for this DVR port 72f8e9b7-28cd-4b80-be32-d7f04625063d on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:36.626760 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.630081 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-deb422b5-12fe-403a-a1e9-cc9d186e1706 req-2739eea7-1b76-4d65-802f-a934448db9a6 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.13 "DELETE /v2.0/ports/72f8e9b7-28cd-4b80-be32-d7f04625063d HTTP/1.1" status: 204 len: 173 time: 0.7762260 Mar 05 02:58:36.630475 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-deleted', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:36.632705 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a91fcb-02f4-4dcb-a276-e0ad698e9d1e" -d '{"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-deleted", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:36.671456 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfd5175-8119-462a-b9d4-db6b5c6f560f x-openstack-request-id: req-9dfd5175-8119-462a-b9d4-db6b5c6f560f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:36.672079 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31d7bf-888c-45a2-bc3a-e7077ad3a96d", "name": "network-vif-deleted", "tag": "72f8e9b7-28cd-4b80-be32-d7f04625063d", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:36.672079 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dfd5175-8119-462a-b9d4-db6b5c6f560f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:36.672391 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b31d7bf-888c-45a2-bc3a-e7077ad3a96d', 'name': 'network-vif-deleted', 'tag': '72f8e9b7-28cd-4b80-be32-d7f04625063d', 'status': 'completed', 'code': 200} Mar 05 02:58:36.830685 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:36.843626 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fd33111a-dab6-4bc0-af57-8451d9a05ae5 req-8e21fb70-0c61-4b9c-bc68-5c1455861daf tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b31d7bf-888c-45a2-bc3a-e7077ad3a96d HTTP/1.1" status: 200 len: 210 time: 0.0329716 Mar 05 02:58:37.038451 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:37.066857 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] Checking router: ca24daf2-5bb5-4c55-8a80-13444ce77474 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:58:37.076332 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:37.077507 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:37.203786 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:37.408325 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:37.433573 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102dd58-a4f3-4ab0-a72d-b2264a3ad960 None None] The sync data for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi is: [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:52:14Z', 'revision_number': 4, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '5a44c6eb-be41-4354-b406-54d94d8c15c0', 'name': '', 'network_id': '0e12fae2-ecda-45fd-a83a-e67cf08123e5', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'mac_address': 'fa:16:3e:aa:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:12Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'subnets': [{'id': '9c1a24e1-7bb7-4554-a86d-cb43ba707669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:58:37.636776 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79fbf5-339b-4d2e-9f4f-2c23479dc9f1 None None] New status for floating IP 4f45102a-3849-438e-8552-40378bf2b48c: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:58:37.937718 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54326) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:37.991180 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6302a20-3c8e-49a5-9878-489aae0202f2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (a37a490f-9f1b-4d5f-b633-f2bd3f09db0c), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.014197 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6302a20-3c8e-49a5-9878-489aae0202f2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (a37a490f-9f1b-4d5f-b633-f2bd3f09db0c), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.059942 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6302a20-3c8e-49a5-9878-489aae0202f2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (a37a490f-9f1b-4d5f-b633-f2bd3f09db0c), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.062621 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6302a20-3c8e-49a5-9878-489aae0202f2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.067234 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a6302a20-3c8e-49a5-9878-489aae0202f2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "DELETE /v2.0/security-groups/a37a490f-9f1b-4d5f-b633-f2bd3f09db0c HTTP/1.1" status: 204 len: 168 time: 0.1249812 Mar 05 02:58:38.067732 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54328) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:38.073695 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6302a20-3c8e-49a5-9878-489aae0202f2 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37a490f-9f1b-4d5f-b633-f2bd3f09db0c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:38.081568 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.api.v2.resource [None req-48b7c742-23f7-4c8a-ab10-03e62c0a4d91 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] show failed (client error): The resource could not be found. Mar 05 02:58:38.082689 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-48b7c742-23f7-4c8a-ab10-03e62c0a4d91 tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "GET /v2.0/security-groups/a37a490f-9f1b-4d5f-b633-f2bd3f09db0c HTTP/1.1" status: 404 len: 347 time: 0.0138655 Mar 05 02:58:38.085540 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54330) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:38.206978 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Deleting port 74067047-15a6-4743-bbba-24d69c9f3a84 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:38.207315 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (74067047-15a6-4743-bbba-24d69c9f3a84), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.279493 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (74067047-15a6-4743-bbba-24d69c9f3a84), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.279743 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (74067047-15a6-4743-bbba-24d69c9f3a84), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.291552 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Calling delete_port for 74067047-15a6-4743-bbba-24d69c9f3a84 owned by network:floatingip {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:38.424578 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (74067047-15a6-4743-bbba-24d69c9f3a84), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.454430 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Pushing event deleted for resources: {'Port': ['ID=74067047-15a6-4743-bbba-24d69c9f3a84,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:38.515492 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks [] for floatingip (4f45102a-3849-438e-8552-40378bf2b48c), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.518886 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:38.520029 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-fd13effc-693e-453a-8ecc-c4652f03744c tempest-AttachVolumeShelveTestJSON-179519889 tempest-AttachVolumeShelveTestJSON-179519889-project] 10.222.0.26 "DELETE /v2.0/floatingips/4f45102a-3849-438e-8552-40378bf2b48c HTTP/1.1" status: 204 len: 168 time: 0.4335806 Mar 05 02:58:39.936096 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:39.961105 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 72f8e9b7-28cd-4b80-be32-d7f04625063d {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:39.961443 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 72f8e9b7-28cd-4b80-be32-d7f04625063d not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:39.968851 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:41.960647 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54390) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:42.672160 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (ca24daf2-5bb5-4c55-8a80-13444ce77474), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:42.931129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Deleting port 5a44c6eb-be41-4354-b406-54d94d8c15c0 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:42.931473 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.013536 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] For port 5a44c6eb-be41-4354-b406-54d94d8c15c0, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=5a44c6eb-be41-4354-b406-54d94d8c15c0,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:43.014292 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.018839 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54410) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:43.026629 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Calling delete_port for 5a44c6eb-be41-4354-b406-54d94d8c15c0 owned by network:router_interface {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:43.120771 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b0c4-036c-4f39-9cd9-292fbfba2af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.197344 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b0c4-036c-4f39-9cd9-292fbfba2af6 admin admin] Publish callbacks [] for security_group (98715987-ff2b-4972-8cf1-816742073e6d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.201309 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b0c4-036c-4f39-9cd9-292fbfba2af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (98715987-ff2b-4972-8cf1-816742073e6d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.214958 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (5a44c6eb-be41-4354-b406-54d94d8c15c0), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.244561 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a44c6eb-be41-4354-b406-54d94d8c15c0,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:43.244805 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b0c0b0c4-036c-4f39-9cd9-292fbfba2af6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82d172292e0b4de4af5d236c5f503189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222929 Mar 05 02:58:43.244919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54414) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:43.245344 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0b0c4-036c-4f39-9cd9-292fbfba2af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98715987-ff2b-4972-8cf1-816742073e6d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:43.384205 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f7da6590-a191-40db-bafa-110ed332ef4a admin admin] Publish callbacks [] for security_group (98715987-ff2b-4972-8cf1-816742073e6d), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.419499 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f7da6590-a191-40db-bafa-110ed332ef4a admin admin] Publish callbacks [] for security_group (98715987-ff2b-4972-8cf1-816742073e6d), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.494652 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (ca24daf2-5bb5-4c55-8a80-13444ce77474), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.547871 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f7da6590-a191-40db-bafa-110ed332ef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (98715987-ff2b-4972-8cf1-816742073e6d), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.550869 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f7da6590-a191-40db-bafa-110ed332ef4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:43.552019 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f7da6590-a191-40db-bafa-110ed332ef4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98715987-ff2b-4972-8cf1-816742073e6d HTTP/1.1" status: 204 len: 168 time: 0.3060009 Mar 05 02:58:43.565854 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da6590-a191-40db-bafa-110ed332ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98715987-ff2b-4972-8cf1-816742073e6d,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:43.744898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Router ca24daf2-5bb5-4c55-8a80-13444ce77474 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:58:43.862537 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:58:43.870410 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-13cbebef-b3a9-4dc2-a550-d90ef3796c9c admin admin] 10.222.0.26 "PUT /v2.0/routers/ca24daf2-5bb5-4c55-8a80-13444ce77474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9059112 Mar 05 02:58:43.870508 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54426) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:43.874108 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7916ae-b024-465c-aba9-39128464d956 None None] Sync routers for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:58:43.885106 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7916ae-b024-465c-aba9-39128464d956 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:43.885772 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-db7916ae-b024-465c-aba9-39128464d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:43.998648 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-db7916ae-b024-465c-aba9-39128464d956 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:44.196725 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-db7916ae-b024-465c-aba9-39128464d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:58:43Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:44.222594 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7916ae-b024-465c-aba9-39128464d956 None None] Checking router: ca24daf2-5bb5-4c55-8a80-13444ce77474 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:58:44.224407 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks [] for router (ca24daf2-5bb5-4c55-8a80-13444ce77474), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.232701 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7916ae-b024-465c-aba9-39128464d956 None None] Routers {'ca24daf2-5bb5-4c55-8a80-13444ce77474'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:44.233301 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-db7916ae-b024-465c-aba9-39128464d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['ca24daf2-5bb5-4c55-8a80-13444ce77474'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:44.335057 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks [] for router_gateway (ca24daf2-5bb5-4c55-8a80-13444ce77474), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.350294 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-db7916ae-b024-465c-aba9-39128464d956 None None] Set router ca24daf2-5bb5-4c55-8a80-13444ce77474 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:44.393069 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Deleting port dfd515e6-c1fa-40c6-ae99-265cf6811a2c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:44.393406 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.478585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] For port dfd515e6-c1fa-40c6-ae99-265cf6811a2c, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=dfd515e6-c1fa-40c6-ae99-265cf6811a2c,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:44.478962 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.492120 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Calling delete_port for dfd515e6-c1fa-40c6-ae99-265cf6811a2c owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:44.538090 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-db7916ae-b024-465c-aba9-39128464d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:58:43Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:44.569143 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7916ae-b024-465c-aba9-39128464d956 None None] The sync data for ids ['ca24daf2-5bb5-4c55-8a80-13444ce77474'] in dv-cinder-827259-3-iscsi is: [{'id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'name': 'tempest-AttachVolumeShelveTestJSON-1223520943-router', 'tenant_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:05Z', 'updated_at': '2022-03-05T02:58:43Z', 'revision_number': 5, 'project_id': '533ddcf7f3bc4068a6f2856eb915ecb2', 'gw_port': {'id': 'dfd515e6-c1fa-40c6-ae99-265cf6811a2c', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca24daf2-5bb5-4c55-8a80-13444ce77474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:06Z', 'updated_at': '2022-03-05T02:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:58:44.685630 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (dfd515e6-c1fa-40c6-ae99-265cf6811a2c), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.714848 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd515e6-c1fa-40c6-ae99-265cf6811a2c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:44.776081 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (ca24daf2-5bb5-4c55-8a80-13444ce77474), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.870667 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (ca24daf2-5bb5-4c55-8a80-13444ce77474), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.872935 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks [] for router_controller (ca24daf2-5bb5-4c55-8a80-13444ce77474), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.922312 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (ca24daf2-5bb5-4c55-8a80-13444ce77474), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.922991 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca24daf2-5bb5-4c55-8a80-13444ce77474 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:58:44.928663 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.932135 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-02ccee7e-6a4c-4878-84f2-cd4ed5e21ed5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ca24daf2-5bb5-4c55-8a80-13444ce77474 HTTP/1.1" status: 204 len: 168 time: 1.0583818 Mar 05 02:58:44.932384 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54458) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:44.986604 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b5e7d6-2fa7-4245-8225-8aa75b074a60 admin admin] Deleting subnet 9c1a24e1-7bb7-4554-a86d-cb43ba707669 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:58:44.990022 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b5e7d6-2fa7-4245-8225-8aa75b074a60 admin admin] Publish callbacks [] for subnet (9c1a24e1-7bb7-4554-a86d-cb43ba707669), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.035481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b5e7d6-2fa7-4245-8225-8aa75b074a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (9c1a24e1-7bb7-4554-a86d-cb43ba707669), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.074060 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 5a44c6eb-be41-4354-b406-54d94d8c15c0 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:45.097232 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 5a44c6eb-be41-4354-b406-54d94d8c15c0 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:45.097608 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 5a44c6eb-be41-4354-b406-54d94d8c15c0 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:45.144168 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b5e7d6-2fa7-4245-8225-8aa75b074a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (9c1a24e1-7bb7-4554-a86d-cb43ba707669), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.207306 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b5e7d6-2fa7-4245-8225-8aa75b074a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (9c1a24e1-7bb7-4554-a86d-cb43ba707669), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.239481 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5e7d6-2fa7-4245-8225-8aa75b074a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1a24e1-7bb7-4554-a86d-cb43ba707669,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:45.248732 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4b5e7d6-2fa7-4245-8225-8aa75b074a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.253308 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a4b5e7d6-2fa7-4245-8225-8aa75b074a60 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9c1a24e1-7bb7-4554-a86d-cb43ba707669 HTTP/1.1" status: 204 len: 168 time: 0.3194289 Mar 05 02:58:45.255145 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54460) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:45.255383 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e5d8c-4636-40ca-ac3c-03ab076a9f1e None None] Network 0e12fae2-ecda-45fd-a83a-e67cf08123e5 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:58:45.343645 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (0e12fae2-ecda-45fd-a83a-e67cf08123e5), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.416803 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Deleting port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:45.417137 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.483259 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] For port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=78c39b82-fc6c-4c9a-9f60-c1f63f156fc6,segment=NetworkSegment(930451f8-2240-4b45-aa1a-f3932ae5b1bb),segment_id=930451f8-2240-4b45-aa1a-f3932ae5b1bb)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:45.483619 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.495643 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Calling delete_port for 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:45.575987 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (78c39b82-fc6c-4c9a-9f60-c1f63f156fc6), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.602934 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c39b82-fc6c-4c9a-9f60-c1f63f156fc6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:45.604727 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] No DVR routers for this DVR port 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 on host dv-cinder-827259-3-iscsi {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:45.675372 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (0e12fae2-ecda-45fd-a83a-e67cf08123e5), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.699103 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e12fae2-ecda-45fd-a83a-e67cf08123e5']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:45.709368 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930451f8-2240-4b45-aa1a-f3932ae5b1bb') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:45.709664 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930451f8-2240-4b45-aa1a-f3932ae5b1bb') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:45.717613 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606b422-d72a-4f60-bd16-ccbcfe0b51fc None None] DHCP port deletion for 0e12fae2-ecda-45fd-a83a-e67cf08123e5 request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:58:45.720614 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (930451f8-2240-4b45-aa1a-f3932ae5b1bb), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.741107 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (930451f8-2240-4b45-aa1a-f3932ae5b1bb), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.748267 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:58:45.748648 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (930451f8-2240-4b45-aa1a-f3932ae5b1bb), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:58:45.750442 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:58:45.807864 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (0e12fae2-ecda-45fd-a83a-e67cf08123e5), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.812528 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.817126 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0e12fae2-ecda-45fd-a83a-e67cf08123e5 HTTP/1.1" status: 204 len: 168 time: 0.5606356 Mar 05 02:58:45.831523 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068969f-a3c8-4837-be7f-cfc7848dc711 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e12fae2-ecda-45fd-a83a-e67cf08123e5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:45.976751 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54468) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:46.016093 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3d0e2baa-44ef-42a3-acc9-5bd6f04b63c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=533ddcf7f3bc4068a6f2856eb915ecb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381484 Mar 05 02:58:46.018626 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54470) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:46.067780 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62951433-2ee9-4abd-b451-479981ab3937 admin admin] Publish callbacks [] for security_group (58c7958a-ce8e-4674-862c-680db29839f4), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:46.088044 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62951433-2ee9-4abd-b451-479981ab3937 admin admin] Publish callbacks [] for security_group (58c7958a-ce8e-4674-862c-680db29839f4), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:46.135327 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62951433-2ee9-4abd-b451-479981ab3937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (58c7958a-ce8e-4674-862c-680db29839f4), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:46.137914 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62951433-2ee9-4abd-b451-479981ab3937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:46.139132 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-62951433-2ee9-4abd-b451-479981ab3937 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58c7958a-ce8e-4674-862c-680db29839f4 HTTP/1.1" status: 204 len: 168 time: 0.1196408 Mar 05 02:58:46.147152 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62951433-2ee9-4abd-b451-479981ab3937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c7958a-ce8e-4674-862c-680db29839f4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:46.909238 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device dfd515e6-c1fa-40c6-ae99-265cf6811a2c no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:46.932484 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: dfd515e6-c1fa-40c6-ae99-265cf6811a2c {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:46.932945 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device dfd515e6-c1fa-40c6-ae99-265cf6811a2c not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:46.933382 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:46.952366 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:46.952708 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 78c39b82-fc6c-4c9a-9f60-c1f63f156fc6 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:53.732160 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:58:55.397121 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-72b9ff52-c40f-48e3-908c-f05c9f7f8e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:57.631378 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed706-b4ea-4a4c-ae80-8a51b925db2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:58.775696 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.129750 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:01.648777 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.270321 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54740) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:02.372272 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.446518 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Publish callbacks [] for security_group (82b57393-5b46-4d02-9d74-62cb0fab212c), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.450004 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (82b57393-5b46-4d02-9d74-62cb0fab212c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.489620 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f77cd4bf1dd040fbafb0b5bebb92d994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182708 Mar 05 02:59:02.490492 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b57393-5b46-4d02-9d74-62cb0fab212c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:02.492373 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54744) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:02.497458 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.497813 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.498188 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.498522 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.498858 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.499188 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.499514 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.499861 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.500172 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.500498 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.501986 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.502337 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.502669 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1507c8c-634c-4be6-9b0b-c6ffaf50892a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:02.540226 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-724bc833-df1c-4ef3-9057-984e468ce12b admin admin] Publish callbacks [] for security_group (82b57393-5b46-4d02-9d74-62cb0fab212c), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.560183 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-724bc833-df1c-4ef3-9057-984e468ce12b admin admin] Publish callbacks [] for security_group (82b57393-5b46-4d02-9d74-62cb0fab212c), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.605577 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-724bc833-df1c-4ef3-9057-984e468ce12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (82b57393-5b46-4d02-9d74-62cb0fab212c), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.608133 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-724bc833-df1c-4ef3-9057-984e468ce12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.609242 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-724bc833-df1c-4ef3-9057-984e468ce12b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82b57393-5b46-4d02-9d74-62cb0fab212c HTTP/1.1" status: 204 len: 168 time: 0.1158824 Mar 05 02:59:02.616909 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bc833-df1c-4ef3-9057-984e468ce12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b57393-5b46-4d02-9d74-62cb0fab212c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:02.865282 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54752) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:02.878988 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb317879-e7d7-4eff-943b-741c6d30b793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.955496 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb317879-e7d7-4eff-943b-741c6d30b793 admin admin] Publish callbacks [] for security_group (ac74b353-6672-4753-964c-84949722a2e4), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.959213 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb317879-e7d7-4eff-943b-741c6d30b793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ac74b353-6672-4753-964c-84949722a2e4), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.996457 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb317879-e7d7-4eff-943b-741c6d30b793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac74b353-6672-4753-964c-84949722a2e4,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:03.002397 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-bb317879-e7d7-4eff-943b-741c6d30b793 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c825f174c6847cb950bcdcdd53abd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360965 Mar 05 02:59:03.005079 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54754) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:03.053707 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5175-948a-453d-975d-fc6820d1a0a5 admin admin] Publish callbacks [] for security_group (ac74b353-6672-4753-964c-84949722a2e4), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:03.074449 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5175-948a-453d-975d-fc6820d1a0a5 admin admin] Publish callbacks [] for security_group (ac74b353-6672-4753-964c-84949722a2e4), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:03.120318 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5175-948a-453d-975d-fc6820d1a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ac74b353-6672-4753-964c-84949722a2e4), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:03.122987 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5175-948a-453d-975d-fc6820d1a0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:03.124132 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-2ebc5175-948a-453d-975d-fc6820d1a0a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac74b353-6672-4753-964c-84949722a2e4 HTTP/1.1" status: 204 len: 168 time: 0.1181474 Mar 05 02:59:03.132895 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc5175-948a-453d-975d-fc6820d1a0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac74b353-6672-4753-964c-84949722a2e4,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:07.888328 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30724f6c-f0b0-4fed-bcc3-67e6d460927c req-b2aa39d5-a086-43b7-b990-0300624e44b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:07.889824 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30724f6c-f0b0-4fed-bcc3-67e6d460927c req-b2aa39d5-a086-43b7-b990-0300624e44b2 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 946 time: 0.0595744 Mar 05 02:59:07.937833 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30724f6c-f0b0-4fed-bcc3-67e6d460927c req-3f23be9a-50ab-4d54-a1d0-48fe95ab4551 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Mar 05 02:59:08.020321 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54904) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:08.123540 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82f6be7d-92cd-4ac9-9767-2ab215a21461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.195696 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82f6be7d-92cd-4ac9-9767-2ab215a21461 admin admin] Publish callbacks [] for security_group (0fb10482-3c5e-4a9b-bb21-e01e4eadc8d9), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.199691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82f6be7d-92cd-4ac9-9767-2ab215a21461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (0fb10482-3c5e-4a9b-bb21-e01e4eadc8d9), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.239993 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-82f6be7d-92cd-4ac9-9767-2ab215a21461 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02570c80d4814f64946d2ddf303f3b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182124 Mar 05 02:59:08.241174 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6be7d-92cd-4ac9-9767-2ab215a21461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb10482-3c5e-4a9b-bb21-e01e4eadc8d9,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:08.242646 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54908) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:08.290150 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3990991e-7c92-4931-b94c-af834fa18e5c admin admin] Publish callbacks [] for security_group (0fb10482-3c5e-4a9b-bb21-e01e4eadc8d9), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.318578 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3990991e-7c92-4931-b94c-af834fa18e5c admin admin] Publish callbacks [] for security_group (0fb10482-3c5e-4a9b-bb21-e01e4eadc8d9), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.364181 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3990991e-7c92-4931-b94c-af834fa18e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (0fb10482-3c5e-4a9b-bb21-e01e4eadc8d9), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.366847 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3990991e-7c92-4931-b94c-af834fa18e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.367989 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3990991e-7c92-4931-b94c-af834fa18e5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fb10482-3c5e-4a9b-bb21-e01e4eadc8d9 HTTP/1.1" status: 204 len: 168 time: 0.1237020 Mar 05 02:59:08.375442 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990991e-7c92-4931-b94c-af834fa18e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb10482-3c5e-4a9b-bb21-e01e4eadc8d9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:08.617424 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54914) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:08.631052 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24979d8b-4a9f-44cc-ac39-3dc18800049e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.706442 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24979d8b-4a9f-44cc-ac39-3dc18800049e admin admin] Publish callbacks [] for security_group (13848a60-1a11-4ea5-8e54-3c6251c0820a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.714177 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24979d8b-4a9f-44cc-ac39-3dc18800049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (13848a60-1a11-4ea5-8e54-3c6251c0820a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.754934 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-24979d8b-4a9f-44cc-ac39-3dc18800049e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e8c73643f7242df99bf55991c15708d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341491 Mar 05 02:59:08.754934 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24979d8b-4a9f-44cc-ac39-3dc18800049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13848a60-1a11-4ea5-8e54-3c6251c0820a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:08.755414 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54918) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:08.803448 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-398ffa45-a15d-4085-9419-c00d6894d418 admin admin] Publish callbacks [] for security_group (13848a60-1a11-4ea5-8e54-3c6251c0820a), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.824961 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-398ffa45-a15d-4085-9419-c00d6894d418 admin admin] Publish callbacks [] for security_group (13848a60-1a11-4ea5-8e54-3c6251c0820a), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.871169 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-398ffa45-a15d-4085-9419-c00d6894d418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (13848a60-1a11-4ea5-8e54-3c6251c0820a), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.873788 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-398ffa45-a15d-4085-9419-c00d6894d418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.874988 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-398ffa45-a15d-4085-9419-c00d6894d418 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13848a60-1a11-4ea5-8e54-3c6251c0820a HTTP/1.1" status: 204 len: 168 time: 0.1185987 Mar 05 02:59:08.882989 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ffa45-a15d-4085-9419-c00d6894d418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13848a60-1a11-4ea5-8e54-3c6251c0820a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:09.060932 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde8445-3432-46db-8f30-dcecf0b85eeb req-d55d10c3-ad92-44da-bcfe-d19d148e3d73 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:09.063403 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-acde8445-3432-46db-8f30-dcecf0b85eeb req-d55d10c3-ad92-44da-bcfe-d19d148e3d73 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 946 time: 0.0562081 Mar 05 02:59:09.110089 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-acde8445-3432-46db-8f30-dcecf0b85eeb req-e0b6ce53-7dc7-4837-864a-6e3e5fa4e566 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Mar 05 02:59:09.885383 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 54952) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:09.961300 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:09.988591 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b62e337-901d-4377-b478-1071c1315d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.064640 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b62e337-901d-4377-b478-1071c1315d51 admin admin] Publish callbacks [] for security_group (7c407877-a9c9-40d6-ae6c-0bdfab002cf9), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.068093 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b62e337-901d-4377-b478-1071c1315d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7c407877-a9c9-40d6-ae6c-0bdfab002cf9), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.108896 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-0b62e337-901d-4377-b478-1071c1315d51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29d404898a644a7bb7fa4e0d531cc5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223146 Mar 05 02:59:10.110526 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62e337-901d-4377-b478-1071c1315d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c407877-a9c9-40d6-ae6c-0bdfab002cf9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:10.111678 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 54956) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:10.164919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de437836-4ce6-4fdc-9c0c-f500647d531c admin admin] Publish callbacks [] for security_group (7c407877-a9c9-40d6-ae6c-0bdfab002cf9), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.196097 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de437836-4ce6-4fdc-9c0c-f500647d531c admin admin] Publish callbacks [] for security_group (7c407877-a9c9-40d6-ae6c-0bdfab002cf9), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.260248 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b7399-96ed-48f2-b3d0-b69161c828ce req-d25c4fe7-a9d9-4402-9ead-44e63679bb7a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:10.261723 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0f2b7399-96ed-48f2-b3d0-b69161c828ce req-d25c4fe7-a9d9-4402-9ead-44e63679bb7a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 946 time: 0.0829151 Mar 05 02:59:10.282218 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de437836-4ce6-4fdc-9c0c-f500647d531c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7c407877-a9c9-40d6-ae6c-0bdfab002cf9), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.284692 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de437836-4ce6-4fdc-9c0c-f500647d531c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.285759 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-de437836-4ce6-4fdc-9c0c-f500647d531c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c407877-a9c9-40d6-ae6c-0bdfab002cf9 HTTP/1.1" status: 204 len: 168 time: 0.1724496 Mar 05 02:59:10.299519 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de437836-4ce6-4fdc-9c0c-f500647d531c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c407877-a9c9-40d6-ae6c-0bdfab002cf9,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:10.324392 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0f2b7399-96ed-48f2-b3d0-b69161c828ce req-35695a0c-94f4-41d8-87d1-55e9f46b21f4 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=218c603c-f62c-4ecd-9531-15d1822dd961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567160 Mar 05 02:59:10.825104 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-4c537db9-0577-4c16-b11c-399f3a32f6ea tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:10.826685 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-4c537db9-0577-4c16-b11c-399f3a32f6ea tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 946 time: 0.0561700 Mar 05 02:59:10.931317 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Deleting port e4d5a4c8-f77f-4d45-9308-b37892288255 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:10.931680 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.024309 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] For port e4d5a4c8-f77f-4d45-9308-b37892288255, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=e4d5a4c8-f77f-4d45-9308-b37892288255,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:11.024720 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.215527 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.216147 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (bd2c0d5a-ffe8-4ad2-8019-b995501a1593), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.216273 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Floating IP bd2c0d5a-ffe8-4ad2-8019-b995501a1593 disassociated. External IP: 172.27.3.201, port: e4d5a4c8-f77f-4d45-9308-b37892288255. Mar 05 02:59:11.216524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Calling delete_port for e4d5a4c8-f77f-4d45-9308-b37892288255 owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:11.346499 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (e4d5a4c8-f77f-4d45-9308-b37892288255), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.379593 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'Port': ['ID=e4d5a4c8-f77f-4d45-9308-b37892288255,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:11.468498 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e51244b6-13e7-4119-a1f3-f7a8025c4103 req-0876596f-644d-4225-ba4c-2c7749096207 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=939b0cc0-f089-45e5-b1d4-c1117de03050 HTTP/1.1" status: 200 len: 210 time: 0.0664399 Mar 05 02:59:11.542249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:11.653221 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:11.663635 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:11.674573 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:11.675921 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:11.695865 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] No DVR routers for this DVR port e4d5a4c8-f77f-4d45-9308-b37892288255 on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:11.698498 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.702305 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b21ec3ed-7416-4259-82af-9619d9ae69b9 req-095af944-a0e8-476c-9f30-fd2c502391ca tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "DELETE /v2.0/ports/e4d5a4c8-f77f-4d45-9308-b37892288255 HTTP/1.1" status: 204 len: 173 time: 0.8709147 Mar 05 02:59:11.702910 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'name': 'network-vif-deleted', 'tag': 'e4d5a4c8-f77f-4d45-9308-b37892288255'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:11.705312 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24860d2-e318-49c4-a75f-d831cf0729dd" -d '{"events": [{"server_uuid": "939b0cc0-f089-45e5-b1d4-c1117de03050", "name": "network-vif-deleted", "tag": "e4d5a4c8-f77f-4d45-9308-b37892288255"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:11.769517 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e9cc87-451d-4525-a852-e53779210e58 x-openstack-request-id: req-06e9cc87-451d-4525-a852-e53779210e58 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:11.769517 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939b0cc0-f089-45e5-b1d4-c1117de03050", "name": "network-vif-deleted", "tag": "e4d5a4c8-f77f-4d45-9308-b37892288255", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:11.773845 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06e9cc87-451d-4525-a852-e53779210e58 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:11.774421 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939b0cc0-f089-45e5-b1d4-c1117de03050', 'name': 'network-vif-deleted', 'tag': 'e4d5a4c8-f77f-4d45-9308-b37892288255', 'status': 'completed', 'code': 200} Mar 05 02:59:11.946978 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:12.175791 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:12.211310 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:12.221792 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:12.222733 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:12.355138 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:12.565354 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55092) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:12.583970 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:12.611924 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc1311-ce4e-4f1b-b9b7-8b58e4364822 None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:12.622339 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e529-fee7-4578-b260-dc0c8cbfb9c0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (218c603c-f62c-4ecd-9531-15d1822dd961), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:12.648137 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e529-fee7-4578-b260-dc0c8cbfb9c0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (218c603c-f62c-4ecd-9531-15d1822dd961), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:12.701253 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e529-fee7-4578-b260-dc0c8cbfb9c0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (218c603c-f62c-4ecd-9531-15d1822dd961), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:12.704644 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e529-fee7-4578-b260-dc0c8cbfb9c0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:12.705798 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-f6d0e529-fee7-4578-b260-dc0c8cbfb9c0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "DELETE /v2.0/security-groups/218c603c-f62c-4ecd-9531-15d1822dd961 HTTP/1.1" status: 204 len: 168 time: 0.1392021 Mar 05 02:59:12.708812 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55094) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:12.724942 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.api.v2.resource [None req-037ad222-7eb3-46d5-b3d4-7f75eda52a17 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] show failed (client error): The resource could not be found. Mar 05 02:59:12.728902 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-037ad222-7eb3-46d5-b3d4-7f75eda52a17 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups/218c603c-f62c-4ecd-9531-15d1822dd961 HTTP/1.1" status: 404 len: 347 time: 0.0161674 Mar 05 02:59:12.729533 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55096) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:12.730828 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0e529-fee7-4578-b260-dc0c8cbfb9c0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c603c-f62c-4ecd-9531-15d1822dd961,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:12.889672 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5953d-becb-4da9-8d8a-1ae321cb6e85 None None] New status for floating IP bd2c0d5a-ffe8-4ad2-8019-b995501a1593: DOWN {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:59:13.124331 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Deleting port 2cee7ebe-5fa3-4ebf-9a88-dc320a70b973 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:13.124675 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.235616 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.235937 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.248844 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-660c278d-cf24-4972-93e6-1ef139dc11d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1005900 Mar 05 02:59:13.253366 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Calling delete_port for 2cee7ebe-5fa3-4ebf-9a88-dc320a70b973 owned by network:floatingip {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:13.369980 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-5e16665f-9091-46ba-bb1f-913ce8688845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:13.371563 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-5e16665f-9091-46ba-bb1f-913ce8688845 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1130 time: 0.0754433 Mar 05 02:59:13.483766 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (2cee7ebe-5fa3-4ebf-9a88-dc320a70b973), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.526678 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'Port': ['ID=2cee7ebe-5fa3-4ebf-9a88-dc320a70b973,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:13.535314 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-453fcaca-ae02-4f72-aed7-a11d2ae472a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:13.536774 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-453fcaca-ae02-4f72-aed7-a11d2ae472a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 909 time: 0.1345387 Mar 05 02:59:13.645282 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (bd2c0d5a-ffe8-4ad2-8019-b995501a1593), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.647898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.654466 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-4694367d-7330-4de9-af7a-d10b286af6a7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "DELETE /v2.0/floatingips/bd2c0d5a-ffe8-4ad2-8019-b995501a1593 HTTP/1.1" status: 204 len: 168 time: 0.9186735 Mar 05 02:59:13.658026 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-a60bd275-ac2e-47ab-9d06-1b22d5303599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 1001 time: 0.1027198 Mar 05 02:59:13.710756 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-1dc259d4-906a-4b25-b135-f0362698545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:13.712264 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-1dc259d4-906a-4b25-b135-f0362698545d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 200 len: 848 time: 0.0486357 Mar 05 02:59:13.762765 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-775fa37d-26b5-4494-b104-358cc08e2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:13.764314 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-775fa37d-26b5-4494-b104-358cc08e2783 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abb402c-01c2-48bf-88c5-8d2968bf132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462151 Mar 05 02:59:13.858351 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-d803d9a0-27ba-4ad4-8641-d69fa5f9126c service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877988 Mar 05 02:59:13.947938 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c603d8f2-1e5b-4589-8b5c-6644226ac214 req-43b605e2-9121-4e35-ab89-0095abad9ac5 service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837488 Mar 05 02:59:13.949809 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55108) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:13.954737 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-b600c588-9e27-4b04-9ef0-9af2aa54e2d6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197006657', 'description': 'tempest-description--2021695876'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:13.975827 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b600c588-9e27-4b04-9ef0-9af2aa54e2d6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.049233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b600c588-9e27-4b04-9ef0-9af2aa54e2d6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.052149 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b600c588-9e27-4b04-9ef0-9af2aa54e2d6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.082884 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b600c588-9e27-4b04-9ef0-9af2aa54e2d6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.084117 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-b600c588-9e27-4b04-9ef0-9af2aa54e2d6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1333804 Mar 05 02:59:14.085910 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600c588-9e27-4b04-9ef0-9af2aa54e2d6 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:14.087158 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:14.093416 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-aa085272-d57b-4d02-8788-ecd2ebda7618 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group_rule': {'security_group_id': '2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:14.119708 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa085272-d57b-4d02-8788-ecd2ebda7618 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (b39f7c21-3a8b-434d-8664-664a3d445582), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.166921 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa085272-d57b-4d02-8788-ecd2ebda7618 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (b39f7c21-3a8b-434d-8664-664a3d445582), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.170489 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa085272-d57b-4d02-8788-ecd2ebda7618 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (b39f7c21-3a8b-434d-8664-664a3d445582), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.190089 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085272-d57b-4d02-8788-ecd2ebda7618 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39f7c21-3a8b-434d-8664-664a3d445582,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:14.198243 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa085272-d57b-4d02-8788-ecd2ebda7618 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.199487 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-aa085272-d57b-4d02-8788-ecd2ebda7618 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105907 Mar 05 02:59:14.202229 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55112) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:14.207704 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-48d8074b-b267-4458-826f-3726b26f2a14 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'security_group_rule': {'security_group_id': '2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:14.232302 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48d8074b-b267-4458-826f-3726b26f2a14 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (24dcd535-2024-422e-be2a-393b8769f88a), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.287340 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48d8074b-b267-4458-826f-3726b26f2a14 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (24dcd535-2024-422e-be2a-393b8769f88a), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.291028 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48d8074b-b267-4458-826f-3726b26f2a14 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (24dcd535-2024-422e-be2a-393b8769f88a), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.311158 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8074b-b267-4458-826f-3726b26f2a14 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dcd535-2024-422e-be2a-393b8769f88a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:14.320708 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48d8074b-b267-4458-826f-3726b26f2a14 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.322040 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-48d8074b-b267-4458-826f-3726b26f2a14 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187127 Mar 05 02:59:14.325035 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55114) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:14.329612 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:14.348458 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.445800 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.552010 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Allocated IP 172.27.3.9 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/9f782f6d-d2a9-4321-b166-8c31ff7d4f05) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:14.663105 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.701249 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.740432 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:14.743263 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:14.746640 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:14.774052 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=9f782f6d-d2a9-4321-b166-8c31ff7d4f05,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:14.840654 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.841927 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55124) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:14.884620 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:14.967850 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-015a9cb0-d6a6-4f39-902d-28dd925c83b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.092569 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.099546 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.149304 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-015a9cb0-d6a6-4f39-902d-28dd925c83b4 admin admin] Publish callbacks [] for security_group (eac3f276-4310-4fec-9d1d-d057c3b92b7c), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.154876 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device e4d5a4c8-f77f-4d45-9308-b37892288255 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:15.159066 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-015a9cb0-d6a6-4f39-902d-28dd925c83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (eac3f276-4310-4fec-9d1d-d057c3b92b7c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.175787 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: e4d5a4c8-f77f-4d45-9308-b37892288255 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:15.176138 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device e4d5a4c8-f77f-4d45-9308-b37892288255 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:15.208632 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=9f782f6d-d2a9-4321-b166-8c31ff7d4f05,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:15.235085 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a9cb0-d6a6-4f39-902d-28dd925c83b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac3f276-4310-4fec-9d1d-d057c3b92b7c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:15.243428 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-015a9cb0-d6a6-4f39-902d-28dd925c83b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4d39335c8054e7ea82577828976ba1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981912 Mar 05 02:59:15.243428 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.244077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55128) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:15.262062 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.263361 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1a9a34ae-d7ec-4f8f-a2bb-f9441792daba tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9373882 Mar 05 02:59:15.294906 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8887880a-78b7-4b7d-af14-baca56bae119 admin admin] Publish callbacks [] for security_group (eac3f276-4310-4fec-9d1d-d057c3b92b7c), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.320487 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8887880a-78b7-4b7d-af14-baca56bae119 admin admin] Publish callbacks [] for security_group (eac3f276-4310-4fec-9d1d-d057c3b92b7c), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.372090 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8887880a-78b7-4b7d-af14-baca56bae119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (eac3f276-4310-4fec-9d1d-d057c3b92b7c), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.374784 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8887880a-78b7-4b7d-af14-baca56bae119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.376774 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-8887880a-78b7-4b7d-af14-baca56bae119 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eac3f276-4310-4fec-9d1d-d057c3b92b7c HTTP/1.1" status: 204 len: 168 time: 0.1320186 Mar 05 02:59:15.384969 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887880a-78b7-4b7d-af14-baca56bae119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac3f276-4310-4fec-9d1d-d057c3b92b7c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:15.482639 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-3505655c-4d6d-4037-9a12-1b1f32ac7921 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--197006657&fields=id&tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 267 time: 0.0470951 Mar 05 02:59:15.597534 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-0e750d70-538e-45e9-870a-77468fc21c89 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:15.599041 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-0e750d70-538e-45e9-870a-77468fc21c89 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 814 time: 0.1089952 Mar 05 02:59:15.617036 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-6a1ad652-9a81-4f18-b32d-395c2e2b3299 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/quotas/3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 375 time: 0.0101202 Mar 05 02:59:15.664253 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55148) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:15.681231 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b73a242-8424-4322-9076-888f0f94649a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.705375 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-9859fd63-005f-46e4-a9f5-5cfce0cf86c0 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821085 Mar 05 02:59:15.780976 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b73a242-8424-4322-9076-888f0f94649a admin admin] Publish callbacks [] for security_group (99fd12b7-c801-4edf-b9cf-c9fa90e2939f), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.784973 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b73a242-8424-4322-9076-888f0f94649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (99fd12b7-c801-4edf-b9cf-c9fa90e2939f), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.833210 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-4b73a242-8424-4322-9076-888f0f94649a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=292a27fcab6d41f2806a0e76f469d103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676834 Mar 05 02:59:15.835360 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73a242-8424-4322-9076-888f0f94649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd12b7-c801-4edf-b9cf-c9fa90e2939f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:15.836031 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55152) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:15.890274 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7baba088-05f8-4432-a79a-cac81448ccd2 admin admin] Publish callbacks [] for security_group (99fd12b7-c801-4edf-b9cf-c9fa90e2939f), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.912597 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7baba088-05f8-4432-a79a-cac81448ccd2 admin admin] Publish callbacks [] for security_group (99fd12b7-c801-4edf-b9cf-c9fa90e2939f), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.958248 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-e3ca7351-91b6-4b43-bf6f-f7382d0880b7 service neutron] 10.222.0.26 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394757 Mar 05 02:59:15.961159 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7baba088-05f8-4432-a79a-cac81448ccd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (99fd12b7-c801-4edf-b9cf-c9fa90e2939f), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.963813 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7baba088-05f8-4432-a79a-cac81448ccd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.964950 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-7baba088-05f8-4432-a79a-cac81448ccd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99fd12b7-c801-4edf-b9cf-c9fa90e2939f HTTP/1.1" status: 204 len: 168 time: 0.1279228 Mar 05 02:59:15.975176 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baba088-05f8-4432-a79a-cac81448ccd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd12b7-c801-4edf-b9cf-c9fa90e2939f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:16.070286 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-3ff1a1e8-91d2-494b-9f86-0974cb76df29 service neutron] 10.222.0.26 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062939 Mar 05 02:59:16.258822 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3915e801-cbfc-4f26-b473-ffe048e7c166 req-ec5706c4-c509-4fc2-a73b-570899ba7ca4 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 210 time: 0.0345094 Mar 05 02:59:17.329255 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-a957dd09-1b38-4334-871c-1ddc335d5aaf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:17.331642 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-a957dd09-1b38-4334-871c-1ddc335d5aaf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 814 time: 0.1232843 Mar 05 02:59:17.391439 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-951915c6-c5d0-455d-b885-3c83407c9762 req-080b5a83-c0af-496d-b91d-5c348e1587f7 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 210 time: 0.0424979 Mar 05 02:59:17.432021 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-a4195f84-5821-479b-affd-48514d4abd63 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47 HTTP/1.1" status: 200 len: 379 time: 0.0904982 Mar 05 02:59:17.445349 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'port': {'device_id': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'admin_state_up': True, 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'security_groups': ['2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:17.553689 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Made reservation on behalf of 3dd2b27540c04b4c8741ce8c9a5e2b47 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:17.557107 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:17.699924 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Allocated IP 172.20.0.4 (ea79f853-47ea-48eb-b063-dca7ecd22a4d/c7035d98-74ae-41a1-ba00-4ecb1c2745d8/fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:17.857756 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:17.885829 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55218) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:17.893713 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:17.941274 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:17.944316 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:17.947885 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:17.976556 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event updated for resources: {'Port': ['ID=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:18.003046 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:18.003747 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.005148 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-220e095d-693f-44d1-ba4d-df85ac588d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.023662 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b170bac9-a948-495d-8f52-fc747038329a tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858626 Mar 05 02:59:18.037397 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Request body: {'port': {'device_id': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:18.110199 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.113451 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-220e095d-693f-44d1-ba4d-df85ac588d00 admin admin] Publish callbacks [] for security_group (dad40633-ffd0-499d-9a6a-001346ece858), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.119244 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-220e095d-693f-44d1-ba4d-df85ac588d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (dad40633-ffd0-499d-9a6a-001346ece858), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.158112 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e095d-693f-44d1-ba4d-df85ac588d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad40633-ffd0-499d-9a6a-001346ece858,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:18.162302 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-220e095d-693f-44d1-ba4d-df85ac588d00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b37a6306079849af84b22c0bf5d131fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754221 Mar 05 02:59:18.164840 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:18.215029 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fc1da1e-778d-404b-b5d2-3b0d342061a3 admin admin] Publish callbacks [] for security_group (dad40633-ffd0-499d-9a6a-001346ece858), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.225349 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-de85bbe4-ee39-4bee-9235-00c054d7f5d1 None None] Provisioning complete for port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:18.225892 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-de85bbe4-ee39-4bee-9235-00c054d7f5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.239838 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fc1da1e-778d-404b-b5d2-3b0d342061a3 admin admin] Publish callbacks [] for security_group (dad40633-ffd0-499d-9a6a-001346ece858), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.263524 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-de85bbe4-ee39-4bee-9235-00c054d7f5d1 None None] Port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:18.292345 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fc1da1e-778d-404b-b5d2-3b0d342061a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (dad40633-ffd0-499d-9a6a-001346ece858), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.295129 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fc1da1e-778d-404b-b5d2-3b0d342061a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.296906 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-9fc1da1e-778d-404b-b5d2-3b0d342061a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dad40633-ffd0-499d-9a6a-001346ece858 HTTP/1.1" status: 204 len: 168 time: 0.1310112 Mar 05 02:59:18.304620 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1da1e-778d-404b-b5d2-3b0d342061a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad40633-ffd0-499d-9a6a-001346ece858,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:18.417704 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:59:18.426223 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Publish callbacks [] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.443122 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Transition to ACTIVE for port object fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:59:18.450096 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.539762 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:18.604867 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55230) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:18.618297 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b196-c81f-4856-9abf-a78b838d64f6 req-84fcd1b6-2af6-444d-a461-ce0d55cbc2a5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:18.619857 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b0e9b196-c81f-4856-9abf-a78b838d64f6 req-84fcd1b6-2af6-444d-a461-ce0d55cbc2a5 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 943 time: 0.1377494 Mar 05 02:59:18.622274 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-415a1bae-4d8e-4e86-9b80-1383a3953ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.651660 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Attempting to bind port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:18.652319 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Attempting to bind port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:18.652874 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Attempting to bind port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:18.661900 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:59:18.662264 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Attempting to bind port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 on network ea79f853-47ea-48eb-b063-dca7ecd22a4d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:18.681343 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:18.681343 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Checking segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:18.681647 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Bound using segment: {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:18.682128 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Bound port: fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:18.682486 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.716823 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b0e9b196-c81f-4856-9abf-a78b838d64f6 req-2ca78c12-38df-46f5-83ee-034abf40b7cf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820682 Mar 05 02:59:18.721777 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-415a1bae-4d8e-4e86-9b80-1383a3953ff5 admin admin] Publish callbacks [] for security_group (a20f37ac-2f93-40ce-bf5e-dc1267664684), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.733258 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-415a1bae-4d8e-4e86-9b80-1383a3953ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (a20f37ac-2f93-40ce-bf5e-dc1267664684), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.771129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] For port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:18.774275 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] For port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:18.777431 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-415a1bae-4d8e-4e86-9b80-1383a3953ff5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=301b2b729d8941af892ecd7b9274e716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713798 Mar 05 02:59:18.778213 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a1bae-4d8e-4e86-9b80-1383a3953ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f37ac-2f93-40ce-bf5e-dc1267664684,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:18.780538 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55232) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:18.789396 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.850437 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:18.851086 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.852717 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] 10.222.0.13 "PUT /v2.0/ports/fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 HTTP/1.1" status: 200 len: 1093 time: 0.8228168 Mar 05 02:59:18.853152 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'tag': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:18.855385 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8141d7e-ac24-4178-82dc-c19e6535b931" -d '{"events": [{"name": "network-changed", "server_uuid": "b38da944-08fc-4ef6-bee2-ede7b8829ee8", "tag": "fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:18.890569 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b09dc-6e0f-4fff-b5ef-92f7701ed98e service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:18.915940 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b542c76c-2e85-423e-925d-a4b15fc2310c x-openstack-request-id: req-b542c76c-2e85-423e-925d-a4b15fc2310c {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:18.916226 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38da944-08fc-4ef6-bee2-ede7b8829ee8", "tag": "fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:18.916479 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b542c76c-2e85-423e-925d-a4b15fc2310c {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:18.916893 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'tag': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'status': 'completed', 'code': 200} Mar 05 02:59:18.918993 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f82c2816-1069-4f6e-bffd-c74b694be5fc admin admin] Publish callbacks [] for security_group (a20f37ac-2f93-40ce-bf5e-dc1267664684), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:18.964675 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f82c2816-1069-4f6e-bffd-c74b694be5fc admin admin] Publish callbacks [] for security_group (a20f37ac-2f93-40ce-bf5e-dc1267664684), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:19.000649 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b5e398bb-4e7e-478c-8a0e-b3132b455ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:19.002185 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b5e398bb-4e7e-478c-8a0e-b3132b455ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 1127 time: 0.0971870 Mar 05 02:59:19.048303 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-41dec4ad-4448-4f52-a75d-ba64429fdd3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 HTTP/1.1" status: 200 len: 217 time: 0.0383892 Mar 05 02:59:19.062909 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f82c2816-1069-4f6e-bffd-c74b694be5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (a20f37ac-2f93-40ce-bf5e-dc1267664684), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:19.066143 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f82c2816-1069-4f6e-bffd-c74b694be5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:19.067211 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f82c2816-1069-4f6e-bffd-c74b694be5fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a20f37ac-2f93-40ce-bf5e-dc1267664684 HTTP/1.1" status: 204 len: 168 time: 0.2856259 Mar 05 02:59:19.099473 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c2816-1069-4f6e-bffd-c74b694be5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f37ac-2f93-40ce-bf5e-dc1267664684,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:19.115842 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-a5dbc116-3b9f-465b-8199-601fbaf912fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:19.117321 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-a5dbc116-3b9f-465b-8199-601fbaf912fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0628471 Mar 05 02:59:19.175352 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b6f7368a-e3d0-4355-82ef-7e9e2cbe0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:19.176879 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-b6f7368a-e3d0-4355-82ef-7e9e2cbe0200 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518415 Mar 05 02:59:19.275255 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-726efafc-a2b4-4ecf-a12e-56acedc55f59 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912385 Mar 05 02:59:19.374624 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a08a0786-303f-42d3-a3cf-9edd52f9f023 req-152d5497-9954-4021-a150-0b7e6c368188 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933115 Mar 05 02:59:19.466708 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-940793da-f237-41e1-8698-e97e34502e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:19.468266 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-940793da-f237-41e1-8698-e97e34502e26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 1127 time: 0.0466559 Mar 05 02:59:19.563912 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-fbb9fff8-da58-455b-afeb-a265daef984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:19.565396 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-fbb9fff8-da58-455b-afeb-a265daef984d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.0897965 Mar 05 02:59:19.610850 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-61832da0-7d63-4dc0-88c1-d58938aeb59d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 HTTP/1.1" status: 200 len: 217 time: 0.0358632 Mar 05 02:59:19.660497 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-75c5011f-0015-4e81-9a38-987edaa4c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:19.662044 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-75c5011f-0015-4e81-9a38-987edaa4c60c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0455973 Mar 05 02:59:19.727219 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-870e9e37-db74-43da-a8aa-30b760d763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:19.729018 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-870e9e37-db74-43da-a8aa-30b760d763a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605557 Mar 05 02:59:19.860434 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-8bc8ec51-8b5a-4067-99f0-3972f658c8e7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231315 Mar 05 02:59:19.872526 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d715-5454-4525-a180-27190e0154d5 req-a2f6b673-5c27-4fae-8b0d-bc83d7a72f7b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:19.878564 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7af0d715-5454-4525-a180-27190e0154d5 req-a2f6b673-5c27-4fae-8b0d-bc83d7a72f7b tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 943 time: 0.0827188 Mar 05 02:59:19.983674 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7af0d715-5454-4525-a180-27190e0154d5 req-84b47a70-0c47-46dd-8c68-00b5b60784f9 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965047 Mar 05 02:59:19.998879 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f8141d7e-ac24-4178-82dc-c19e6535b931 req-80eb022a-538c-45df-b85f-585e6c0ccc22 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191070 Mar 05 02:59:21.111719 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6671-5514-4d7d-9137-48c5e11755a8 req-e9565b4b-ea19-4724-bbde-bc8ffc24addf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:21.113392 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-22ce6671-5514-4d7d-9137-48c5e11755a8 req-e9565b4b-ea19-4724-bbde-bc8ffc24addf tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 943 time: 0.0570965 Mar 05 02:59:21.166118 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-22ce6671-5514-4d7d-9137-48c5e11755a8 req-07c62716-ff09-4c6d-ab34-c69d29f938dd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440428 Mar 05 02:59:21.181692 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:59:21.284783 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:21.295913 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'port_id': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'mac_address': 'fa:16:3e:03:90:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:59:21.338814 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:21.338995 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:21.352846 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:59:21.373483 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:21.377720 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:21.423806 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:21.430429 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.430774 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.431108 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.431440 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.431764 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.432086 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.432408 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.432726 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.433043 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.433361 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.433676 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.434010 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.434327 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:21.495853 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55320) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:21.648145 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:59:21.663888 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Deleting port d563572f-627f-4bb3-b2a4-e001e704b45e {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:21.664228 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (d563572f-627f-4bb3-b2a4-e001e704b45e), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:21.746591 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (d563572f-627f-4bb3-b2a4-e001e704b45e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:21.746906 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for floatingip (d563572f-627f-4bb3-b2a4-e001e704b45e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:21.758533 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Calling delete_port for d563572f-627f-4bb3-b2a4-e001e704b45e owned by network:floatingip {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:21.927220 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (d563572f-627f-4bb3-b2a4-e001e704b45e), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.202338 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event deleted for resources: {'Port': ['ID=d563572f-627f-4bb3-b2a4-e001e704b45e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:22.287667 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for floatingip (8b469bc5-ffae-4a65-9bc7-35268991d341), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.287991 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Floating IP 8b469bc5-ffae-4a65-9bc7-35268991d341 disassociated (deleted). External IP: 172.27.3.49, port: 6c993446-3f76-4f92-94ad-2054b8a5ebfe. Mar 05 02:59:22.346692 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcff700-d4d3-42ef-b3a7-5cdaf6e6cd9d req-e91f667a-d131-4933-8e5d-a29234de55fd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:22.348189 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dcff700-d4d3-42ef-b3a7-5cdaf6e6cd9d req-e91f667a-d131-4933-8e5d-a29234de55fd tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 944 time: 0.1057220 Mar 05 02:59:22.444461 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dcff700-d4d3-42ef-b3a7-5cdaf6e6cd9d req-f5fdc362-f8ee-4323-a77d-6ddc05382e3c tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898037 Mar 05 02:59:22.556278 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:22.669618 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:22.675670 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.684818 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] Sync routers for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:22.695791 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:22.696876 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:22.709259 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-6b5d2f42-bb0f-47d7-9de7-217b94df0987 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "DELETE /v2.0/floatingips/8b469bc5-ffae-4a65-9bc7-35268991d341 HTTP/1.1" status: 204 len: 168 time: 1.2098982 Mar 05 02:59:22.709259 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:22.709721 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f36d84-db94-4e13-87c5-8f97ff3720f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:22.759596 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183aad97-6f99-4b5a-bc80-e7c43cc8672f x-openstack-request-id: req-183aad97-6f99-4b5a-bc80-e7c43cc8672f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:22.760066 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:22.760504 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-183aad97-6f99-4b5a-bc80-e7c43cc8672f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:22.761118 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'status': 'completed', 'code': 200} Mar 05 02:59:22.832311 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-4163b068-211e-4ab7-8019-0e49719f6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:22.833916 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-4163b068-211e-4ab7-8019-0e49719f6dce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47835ba5de1a42cc94c09b33a187868a&device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 1130 time: 0.0512943 Mar 05 02:59:22.855293 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:22.978329 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-facf9f7d-fdb2-4118-88c4-da67eb0b3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:22.979717 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-facf9f7d-fdb2-4118-88c4-da67eb0b3ddd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 200 len: 909 time: 0.1380005 Mar 05 02:59:23.007331 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc0e53-45ad-4d2f-9835-03ab6cbf89ff req-43a9304e-1c79-4b01-bddd-24d46c7513b5 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.008817 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a3dc0e53-45ad-4d2f-9835-03ab6cbf89ff req-43a9304e-1c79-4b01-bddd-24d46c7513b5 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0731902 Mar 05 02:59:23.039518 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-cdd561a1-c449-4f7c-bf6a-75282db679cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 200 len: 217 time: 0.0479703 Mar 05 02:59:23.092183 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 5, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:23.119687 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] Checking router: cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:23.121627 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a3dc0e53-45ad-4d2f-9835-03ab6cbf89ff req-af0fb6b3-1c65-49d6-86e2-582fbe3f7bcc tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848463 Mar 05 02:59:23.126321 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-d5433466-b25f-4188-9a50-e43024ab8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.127552 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-d5433466-b25f-4188-9a50-e43024ab8d5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 200 len: 848 time: 0.0746744 Mar 05 02:59:23.128196 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:23.128797 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:23.178841 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-8a95ef91-c165-47b6-ac7e-80819f049490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.180342 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-8a95ef91-c165-47b6-ac7e-80819f049490 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abb402c-01c2-48bf-88c5-8d2968bf132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457952 Mar 05 02:59:23.275805 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-c8192fab-a38e-4128-8bdc-e39468632012 service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885549 Mar 05 02:59:23.347500 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:23.375923 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-79f36d84-db94-4e13-87c5-8f97ff3720f0 req-d49b34dc-2c82-4e3c-a04b-62f3524a7cbc service neutron] 10.222.0.13 "GET /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916436 Mar 05 02:59:23.404478 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:23.454878 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:59:23.485840 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:23.486245 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:23.567947 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5567e-031f-45b4-a02c-0ebd83b4cdc6 req-d9ab21b0-4e3f-4e52-ab3f-63ed4a39ef56 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.569350 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-81b5567e-031f-45b4-a02c-0ebd83b4cdc6 req-d9ab21b0-4e3f-4e52-ab3f-63ed4a39ef56 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 944 time: 0.0536942 Mar 05 02:59:23.617553 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-81b5567e-031f-45b4-a02c-0ebd83b4cdc6 req-22238800-5b2f-4450-ab44-715072d89efa tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421214 Mar 05 02:59:23.657560 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:23.657982 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:23.685693 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:23.688494 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06734dde-c883-4ff5-a329-07ef09ba7988" -d '{"events": [{"server_uuid": "b38da944-08fc-4ef6-bee2-ede7b8829ee8", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:23.705765 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:23.709143 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 5, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:23.712312 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:23.743670 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb4d765-5fa1-4103-803b-90ceeb56a134 x-openstack-request-id: req-edb4d765-5fa1-4103-803b-90ceeb56a134 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:23.743960 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38da944-08fc-4ef6-bee2-ede7b8829ee8", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:23.744214 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edb4d765-5fa1-4103-803b-90ceeb56a134 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:23.744658 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'code': 200} Mar 05 02:59:23.746827 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b2704-deb5-408e-8937-4762b97218c2 None None] The sync data for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi is: [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:07Z', 'revision_number': 4, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '562de923-a824-4428-818d-c9b3f186b921', 'name': '', 'network_id': '6abb402c-01c2-48bf-88c5-8d2968bf132e', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'mac_address': 'fa:16:3e:14:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7183c14f-375b-4c53-b22a-57745acc910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:06Z', 'updated_at': '2022-03-05T02:54:12Z', 'revision_number': 5, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'subnets': [{'id': '7183c14f-375b-4c53-b22a-57745acc910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:23.796189 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:23.922885 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951926d-d81c-4efb-a873-1fff6cdf5eaa req-1f340d24-f298-47fa-865f-43e9a8c149bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.924620 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b951926d-d81c-4efb-a873-1fff6cdf5eaa req-1f340d24-f298-47fa-865f-43e9a8c149bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 1129 time: 0.0527344 Mar 05 02:59:23.975350 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b951926d-d81c-4efb-a873-1fff6cdf5eaa req-67ba31c8-9d20-4b7f-8a4f-63be29b697ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419488 Mar 05 02:59:24.022571 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f11f65-2fa2-4054-96e9-a01ee7d5d93a None None] New status for floating IP 8b469bc5-ffae-4a65-9bc7-35268991d341: DOWN {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:59:24.151655 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55378) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:24.253858 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b7b01cf-50c4-4866-84d5-eb3a75cb81a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.329244 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b7b01cf-50c4-4866-84d5-eb3a75cb81a8 admin admin] Publish callbacks [] for security_group (873a7353-377d-45dd-a6d7-2773101e7fe1), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.334266 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b7b01cf-50c4-4866-84d5-eb3a75cb81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (873a7353-377d-45dd-a6d7-2773101e7fe1), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.395917 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-9b7b01cf-50c4-4866-84d5-eb3a75cb81a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a552dfcb7dce4032bd7e2f47a1d505e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431908 Mar 05 02:59:24.398541 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b01cf-50c4-4866-84d5-eb3a75cb81a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a7353-377d-45dd-a6d7-2773101e7fe1,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:24.398991 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:24.424350 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091a4b6-d646-43f2-9147-9d5a22261fb6 req-0a9e5609-1d35-459c-9634-05810037d1c1 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:24.425830 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8091a4b6-d646-43f2-9147-9d5a22261fb6 req-0a9e5609-1d35-459c-9634-05810037d1c1 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0767734 Mar 05 02:59:24.448750 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d366-1778-43af-bc79-ada59ede5c60 admin admin] Publish callbacks [] for security_group (873a7353-377d-45dd-a6d7-2773101e7fe1), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.470159 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d366-1778-43af-bc79-ada59ede5c60 admin admin] Publish callbacks [] for security_group (873a7353-377d-45dd-a6d7-2773101e7fe1), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.478794 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8091a4b6-d646-43f2-9147-9d5a22261fb6 req-07ceb441-aa81-4b63-ac6f-7d4b1719a84c tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/security-groups?id=88580b71-089e-418c-be5d-341ec2c5b444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471115 Mar 05 02:59:24.518655 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d366-1778-43af-bc79-ada59ede5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (873a7353-377d-45dd-a6d7-2773101e7fe1), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.521223 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d366-1778-43af-bc79-ada59ede5c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.522396 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c4e2d366-1778-43af-bc79-ada59ede5c60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/873a7353-377d-45dd-a6d7-2773101e7fe1 HTTP/1.1" status: 204 len: 168 time: 0.1224174 Mar 05 02:59:24.530330 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d366-1778-43af-bc79-ada59ede5c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a7353-377d-45dd-a6d7-2773101e7fe1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:24.739064 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab7b6-2885-4752-b67b-2fdb6be5efaa req-8b1ae45e-7308-4d50-82d0-4958e6e95721 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:24.740728 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d80ab7b6-2885-4752-b67b-2fdb6be5efaa req-8b1ae45e-7308-4d50-82d0-4958e6e95721 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 945 time: 0.0570703 Mar 05 02:59:24.786488 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55390) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:24.788296 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d80ab7b6-2885-4752-b67b-2fdb6be5efaa req-95372083-fb36-4bfa-9b36-8f5a0960dc94 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Mar 05 02:59:24.800149 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1dfe235c-7fe1-41d9-9f31-56051ee08473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.873924 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1dfe235c-7fe1-41d9-9f31-56051ee08473 admin admin] Publish callbacks [] for security_group (36731b3b-d5d9-4c0e-97ff-d6db671dac7f), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.879333 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1dfe235c-7fe1-41d9-9f31-56051ee08473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (36731b3b-d5d9-4c0e-97ff-d6db671dac7f), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.916293 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe235c-7fe1-41d9-9f31-56051ee08473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36731b3b-d5d9-4c0e-97ff-d6db671dac7f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:24.923747 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1dfe235c-7fe1-41d9-9f31-56051ee08473 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd970818f4d84e7ea4bee7f018f6e48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353285 Mar 05 02:59:24.924729 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55392) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:24.927549 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-bec3e0ee-fe5f-45d7-adcc-07fc0bd8a8e2 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:24.929019 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-bec3e0ee-fe5f-45d7-adcc-07fc0bd8a8e2 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 946 time: 0.0517271 Mar 05 02:59:24.975153 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fe8d-b63e-4e58-bcd2-43dc0252172c admin admin] Publish callbacks [] for security_group (36731b3b-d5d9-4c0e-97ff-d6db671dac7f), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.997097 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fe8d-b63e-4e58-bcd2-43dc0252172c admin admin] Publish callbacks [] for security_group (36731b3b-d5d9-4c0e-97ff-d6db671dac7f), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.030316 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Deleting port 6c993446-3f76-4f92-94ad-2054b8a5ebfe {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:25.030659 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.044831 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fe8d-b63e-4e58-bcd2-43dc0252172c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (36731b3b-d5d9-4c0e-97ff-d6db671dac7f), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.048876 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fe8d-b63e-4e58-bcd2-43dc0252172c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.050050 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a8b2fe8d-b63e-4e58-bcd2-43dc0252172c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36731b3b-d5d9-4c0e-97ff-d6db671dac7f HTTP/1.1" status: 204 len: 168 time: 0.1240165 Mar 05 02:59:25.058033 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2fe8d-b63e-4e58-bcd2-43dc0252172c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36731b3b-d5d9-4c0e-97ff-d6db671dac7f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:25.145479 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] For port 6c993446-3f76-4f92-94ad-2054b8a5ebfe, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6c993446-3f76-4f92-94ad-2054b8a5ebfe,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:25.145866 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.159413 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Calling delete_port for 6c993446-3f76-4f92-94ad-2054b8a5ebfe owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:25.302598 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (6c993446-3f76-4f92-94ad-2054b8a5ebfe), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.339626 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event deleted for resources: {'Port': ['ID=6c993446-3f76-4f92-94ad-2054b8a5ebfe,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:25.380447 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] No DVR routers for this DVR port 6c993446-3f76-4f92-94ad-2054b8a5ebfe on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:25.382821 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.386162 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c95bd877-c5df-4f78-99fc-21e64e286c66 req-8c17bdd6-b116-47f2-8c84-c417ef310c06 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.13 "DELETE /v2.0/ports/6c993446-3f76-4f92-94ad-2054b8a5ebfe HTTP/1.1" status: 204 len: 173 time: 0.4490273 Mar 05 02:59:25.386606 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'name': 'network-vif-deleted', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:25.389097 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b8840-2976-4f1a-8bfb-f96ac0a93496" -d '{"events": [{"server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "name": "network-vif-deleted", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:25.401126 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e50cc705-734c-41fc-b8c5-148807137817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.427441 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccac15f9-86d2-4bfe-be09-b010a9f8ac0f x-openstack-request-id: req-ccac15f9-86d2-4bfe-be09-b010a9f8ac0f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:25.427759 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6cb405-f00a-4fcf-9147-824793f35ebf", "name": "network-vif-deleted", "tag": "6c993446-3f76-4f92-94ad-2054b8a5ebfe", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:25.428216 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccac15f9-86d2-4bfe-be09-b010a9f8ac0f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:25.429641 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6cb405-f00a-4fcf-9147-824793f35ebf', 'name': 'network-vif-deleted', 'tag': '6c993446-3f76-4f92-94ad-2054b8a5ebfe', 'status': 'completed', 'code': 200} Mar 05 02:59:25.442316 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55402) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:25.455662 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b2919b3-7cd1-41be-a26a-fbc87fa5ef04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.532842 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b2919b3-7cd1-41be-a26a-fbc87fa5ef04 admin admin] Publish callbacks [] for security_group (4f340c09-fef9-4609-ae95-fac35422dafc), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.536660 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b2919b3-7cd1-41be-a26a-fbc87fa5ef04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4f340c09-fef9-4609-ae95-fac35422dafc), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.576299 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-4b2919b3-7cd1-41be-a26a-fbc87fa5ef04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f121b5e6d56469d86988df10bc7e783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326973 Mar 05 02:59:25.577938 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-47d162d9-24ec-4e14-80ef-977afdbfe3d5 req-fd1496ea-bd06-45cc-ac53-707ae8cafdf6 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca6cb405-f00a-4fcf-9147-824793f35ebf HTTP/1.1" status: 200 len: 210 time: 0.0309961 Mar 05 02:59:25.578301 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2919b3-7cd1-41be-a26a-fbc87fa5ef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f340c09-fef9-4609-ae95-fac35422dafc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:25.579174 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55406) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:25.633146 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd5b3-6965-4d62-b19f-b44bd0c31981 admin admin] Publish callbacks [] for security_group (4f340c09-fef9-4609-ae95-fac35422dafc), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.654939 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd5b3-6965-4d62-b19f-b44bd0c31981 admin admin] Publish callbacks [] for security_group (4f340c09-fef9-4609-ae95-fac35422dafc), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.715876 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd5b3-6965-4d62-b19f-b44bd0c31981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (4f340c09-fef9-4609-ae95-fac35422dafc), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.718478 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd5b3-6965-4d62-b19f-b44bd0c31981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:25.722809 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-ee0cd5b3-6965-4d62-b19f-b44bd0c31981 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f340c09-fef9-4609-ae95-fac35422dafc HTTP/1.1" status: 204 len: 168 time: 0.1402063 Mar 05 02:59:25.739342 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cd5b3-6965-4d62-b19f-b44bd0c31981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f340c09-fef9-4609-ae95-fac35422dafc,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:25.940156 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da203eef-03a2-4431-ab69-eb09429a98b5 req-3c270589-f29f-4671-b036-bbd008529b61 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:25.941726 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-da203eef-03a2-4431-ab69-eb09429a98b5 req-3c270589-f29f-4671-b036-bbd008529b61 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 945 time: 0.0673873 Mar 05 02:59:25.988548 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-da203eef-03a2-4431-ab69-eb09429a98b5 req-ea2744ab-36af-4cc0-ac8c-38d16428689c tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Mar 05 02:59:26.116822 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5dfb1-fda3-42f2-ba5a-bb5fdf1b90a6 req-d4c03d72-48f2-4224-9421-7f82b1cd4e17 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:26.121970 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-54c5dfb1-fda3-42f2-ba5a-bb5fdf1b90a6 req-d4c03d72-48f2-4224-9421-7f82b1cd4e17 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 945 time: 0.0654457 Mar 05 02:59:26.128030 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55422) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:26.132939 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Request body: {'floatingip': {'port_id': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:26.186728 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.645292 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55448) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:26.720686 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group (88580b71-089e-418c-be5d-341ec2c5b444), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.755340 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group (88580b71-089e-418c-be5d-341ec2c5b444), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.756487 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.763189 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.830291 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (88580b71-089e-418c-be5d-341ec2c5b444), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.833917 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.837572 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] 10.222.0.26 "DELETE /v2.0/security-groups/88580b71-089e-418c-be5d-341ec2c5b444 HTTP/1.1" status: 204 len: 168 time: 0.1881344 Mar 05 02:59:26.846291 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88580b71-089e-418c-be5d-341ec2c5b444,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:26.855100 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.855455 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.855800 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.856178 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.856521 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.856851 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.857180 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.857560 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.859726 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.860136 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.860454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.860962 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.861610 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0930e-3760-4177-b2cb-f0d5ed259d18 tempest-TestShelveInstance-746525427 tempest-TestShelveInstance-746525427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:26.897189 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55454) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:26.919457 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.l3_db [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Floating IP f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda associated. External IP: 172.27.3.9, port: fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3. Mar 05 02:59:27.036525 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55460) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:27.122027 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc36b949-4f61-4bcd-8317-cae9d885b7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.327360 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc36b949-4f61-4bcd-8317-cae9d885b7db admin admin] Publish callbacks [] for security_group (fce94726-958d-4342-9008-bc378a109ba6), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.334465 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc36b949-4f61-4bcd-8317-cae9d885b7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (fce94726-958d-4342-9008-bc378a109ba6), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.381392 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:27.395715 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-bc36b949-4f61-4bcd-8317-cae9d885b7db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcb875ad1a794f0fa91f5461d52c411e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583107 Mar 05 02:59:27.400439 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55464) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:27.408053 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36b949-4f61-4bcd-8317-cae9d885b7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce94726-958d-4342-9008-bc378a109ba6,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:27.488183 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5bc9-b390-4eb3-ab4f-431fcbaec473 admin admin] Publish callbacks [] for security_group (fce94726-958d-4342-9008-bc378a109ba6), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.492506 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:27.497263 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.508262 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:27.513619 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5bc9-b390-4eb3-ab4f-431fcbaec473 admin admin] Publish callbacks [] for security_group (fce94726-958d-4342-9008-bc378a109ba6), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.518237 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:27.518936 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:58:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:27.545978 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ed5514f9-9f2a-4278-a419-6ff401041b26 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "PUT /v2.0/floatingips/f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda HTTP/1.1" status: 200 len: 989 time: 1.4045985 Mar 05 02:59:27.545978 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'tag': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:27.545978 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dff221e-65eb-4e79-b7bd-491381d1244a" -d '{"events": [{"name": "network-changed", "server_uuid": "b38da944-08fc-4ef6-bee2-ede7b8829ee8", "tag": "fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:27.572245 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9b86ae-ce3e-40a9-996b-952e780a3e22 x-openstack-request-id: req-0f9b86ae-ce3e-40a9-996b-952e780a3e22 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:27.572545 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38da944-08fc-4ef6-bee2-ede7b8829ee8", "tag": "fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:27.572800 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f9b86ae-ce3e-40a9-996b-952e780a3e22 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:27.573310 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'tag': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'status': 'completed', 'code': 200} Mar 05 02:59:27.611524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.650762 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:27.652705 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-919ff756-7312-4445-98d6-ea8671cf894b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.653445 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5bc9-b390-4eb3-ab4f-431fcbaec473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (fce94726-958d-4342-9008-bc378a109ba6), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.657783 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5bc9-b390-4eb3-ab4f-431fcbaec473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:27.658947 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3dfd5bc9-b390-4eb3-ab4f-431fcbaec473 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fce94726-958d-4342-9008-bc378a109ba6 HTTP/1.1" status: 204 len: 168 time: 0.2576337 Mar 05 02:59:27.674150 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd5bc9-b390-4eb3-ab4f-431fcbaec473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce94726-958d-4342-9008-bc378a109ba6,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:27.787307 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 6c993446-3f76-4f92-94ad-2054b8a5ebfe no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:27.820510 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 6c993446-3f76-4f92-94ad-2054b8a5ebfe {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:27.821027 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 6c993446-3f76-4f92-94ad-2054b8a5ebfe not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:27.938964 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:03:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:59:14Z', 'updated_at': '2022-03-05T02:59:26Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:27.969270 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:27.979906 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:27.980747 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:28.099000 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:28.170802 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Deleting port 562de923-a824-4428-818d-c9b3f186b921 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:28.171139 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (562de923-a824-4428-818d-c9b3f186b921), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.253179 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] For port 562de923-a824-4428-818d-c9b3f186b921, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=562de923-a824-4428-818d-c9b3f186b921,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:28.253724 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (562de923-a824-4428-818d-c9b3f186b921), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.268670 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Calling delete_port for 562de923-a824-4428-818d-c9b3f186b921 owned by network:router_interface {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:28.342152 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:03:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:59:14Z', 'updated_at': '2022-03-05T02:59:26Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:28.371662 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b77a19-61d4-44ab-ae56-5a8cfbeb7bff None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'port_id': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'mac_address': 'fa:16:3e:03:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:59:14Z', 'updated_at': '2022-03-05T02:59:26Z', 'revision_number': 1, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:28.462303 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (562de923-a824-4428-818d-c9b3f186b921), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.491844 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Pushing event deleted for resources: {'Port': ['ID=562de923-a824-4428-818d-c9b3f186b921,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:28.611135 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60efd144-b0d6-48b7-ad77-85223fe539cb None None] New status for floating IP f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda: ACTIVE {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:59:28.717922 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.777530 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.993716 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:29.098573 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:29.103653 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-5c596e96-cc49-44eb-bd1c-5347828b743d admin admin] 10.222.0.26 "PUT /v2.0/routers/cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2052469 Mar 05 02:59:29.106172 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55502) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:29.108597 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] Sync routers for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:29.117906 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:29.118556 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:29.211205 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks [] for router (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.321814 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks [] for router_gateway (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.358388 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:29.374365 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Deleting port 327495ff-e618-4475-8de5-837020415893 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:29.374702 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (327495ff-e618-4475-8de5-837020415893), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.465112 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] For port 327495ff-e618-4475-8de5-837020415893, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=327495ff-e618-4475-8de5-837020415893,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:29.465995 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (327495ff-e618-4475-8de5-837020415893), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.491116 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Calling delete_port for 327495ff-e618-4475-8de5-837020415893 owned by network:router_gateway {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:29.539238 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '327495ff-e618-4475-8de5-837020415893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:59:28Z', 'revision_number': 5, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port': {'id': '327495ff-e618-4475-8de5-837020415893', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:29.571009 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] Checking router: cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:29.579258 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] Routers {'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:29.579864 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:29.581344 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-6f6e1924-198c-4518-815a-8201da219e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:29.582881 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-6f6e1924-198c-4518-815a-8201da219e82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 1129 time: 0.1062732 Mar 05 02:59:29.668465 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] Set router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:29.726989 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:59:29Z', 'revision_number': 6, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:29.749496 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-52fcebff-59e3-4318-9aee-916770f57dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:29.752125 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-52fcebff-59e3-4318-9aee-916770f57dd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.1620800 Mar 05 02:59:29.758006 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e135b3-2bc8-4358-974b-e27b13d66f71 None None] The sync data for ids ['cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3'] in dv-cinder-827259-3-iscsi is: [{'id': 'cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3', 'name': 'tempest-TestShelveInstance-2011975232-router', 'tenant_id': '47835ba5de1a42cc94c09b33a187868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:03Z', 'updated_at': '2022-03-05T02:59:29Z', 'revision_number': 6, 'project_id': '47835ba5de1a42cc94c09b33a187868a', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:29.815007 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (327495ff-e618-4475-8de5-837020415893), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.846495 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=327495ff-e618-4475-8de5-837020415893,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:29.861903 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-e78c1933-c91c-42ef-9070-2b386626a4fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 HTTP/1.1" status: 200 len: 999 time: 0.1017387 Mar 05 02:59:29.949522 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-4deb0e6d-f4be-4fc5-8bf8-e8898f280a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:29.950989 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-4deb0e6d-f4be-4fc5-8bf8-e8898f280a64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0749407 Mar 05 02:59:29.953803 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.067581 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.070068 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks [] for router_controller (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.120178 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-b335ba54-f64b-4ea1-8e49-4b2e03709f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:30.121874 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-b335ba54-f64b-4ea1-8e49-4b2e03709f83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1644218 Mar 05 02:59:30.123204 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.123779 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 {{(pid=109852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:59:30.132158 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.132826 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-b2175a6e-54e0-4a77-ad2a-4de198681ee4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cbe08a4c-8d89-41b1-acea-ac3b0a9eafb3 HTTP/1.1" status: 204 len: 168 time: 1.0257676 Mar 05 02:59:30.135453 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55508) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:30.142647 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.183551 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7b01ce-16e5-4a32-8405-7e324bec4636 admin admin] Deleting subnet 7183c14f-375b-4c53-b22a-57745acc910a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:59:30.187681 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa7b01ce-16e5-4a32-8405-7e324bec4636 admin admin] Publish callbacks [] for subnet (7183c14f-375b-4c53-b22a-57745acc910a), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.221661 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-559d4940-b003-4bf7-aab2-c2157fb00eb7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931551 Mar 05 02:59:30.227928 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa7b01ce-16e5-4a32-8405-7e324bec4636 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (7183c14f-375b-4c53-b22a-57745acc910a), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.307889 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa7b01ce-16e5-4a32-8405-7e324bec4636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (7183c14f-375b-4c53-b22a-57745acc910a), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.313782 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9dff221e-65eb-4e79-b7bd-491381d1244a req-0b51c2c8-fd0f-47e7-a86c-888e148a8f2c service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845666 Mar 05 02:59:30.361850 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa7b01ce-16e5-4a32-8405-7e324bec4636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (7183c14f-375b-4c53-b22a-57745acc910a), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.387567 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b01ce-16e5-4a32-8405-7e324bec4636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7183c14f-375b-4c53-b22a-57745acc910a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:30.392548 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa7b01ce-16e5-4a32-8405-7e324bec4636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.395698 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-aa7b01ce-16e5-4a32-8405-7e324bec4636 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7183c14f-375b-4c53-b22a-57745acc910a HTTP/1.1" status: 204 len: 168 time: 0.2591584 Mar 05 02:59:30.398264 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55510) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:30.400275 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf852ec-35c2-4266-bfeb-83bbdff8cef6 None None] Network 6abb402c-01c2-48bf-88c5-8d2968bf132e requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:30.466776 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (6abb402c-01c2-48bf-88c5-8d2968bf132e), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.526325 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Deleting port 4491867b-9da9-4a17-a318-1fcdf9edb0dc {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:30.526804 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.559422 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] DHCP port deletion for 6abb402c-01c2-48bf-88c5-8d2968bf132e request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:59:30.595219 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] For port 4491867b-9da9-4a17-a318-1fcdf9edb0dc, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=4491867b-9da9-4a17-a318-1fcdf9edb0dc,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:30.595580 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.608334 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] Deleting port 4491867b-9da9-4a17-a318-1fcdf9edb0dc {{(pid=109853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:30.608697 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), before_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.608841 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Calling delete_port for 4491867b-9da9-4a17-a318-1fcdf9edb0dc owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:30.676858 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] For port 4491867b-9da9-4a17-a318-1fcdf9edb0dc, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=4491867b-9da9-4a17-a318-1fcdf9edb0dc,segment=NetworkSegment(fdbf8593-bd63-43d1-a5dc-7a86a112b230),segment_id=fdbf8593-bd63-43d1-a5dc-7a86a112b230)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:30.677261 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), precommit_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.692773 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] Calling delete_port for 4491867b-9da9-4a17-a318-1fcdf9edb0dc owned by network:dhcp {{(pid=109853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:30.695550 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.723625 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] No DVR routers for this DVR port 4491867b-9da9-4a17-a318-1fcdf9edb0dc on host dv-cinder-827259-3-iscsi {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:30.725077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4491867b-9da9-4a17-a318-1fcdf9edb0dc,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:30.740770 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:59:30.776042 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136'] for port (4491867b-9da9-4a17-a318-1fcdf9edb0dc), after_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.803762 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] Pushing event deleted for resources: {'Port': ['ID=4491867b-9da9-4a17-a318-1fcdf9edb0dc,revision_number=None']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:30.807748 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04de3d3-55a1-4ea2-bbcf-f38f2fbd9c5d None None] No DVR routers for this DVR port 4491867b-9da9-4a17-a318-1fcdf9edb0dc on host dv-cinder-827259-3-iscsi {{(pid=109853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:30.812654 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (6abb402c-01c2-48bf-88c5-8d2968bf132e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.835173 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abb402c-01c2-48bf-88c5-8d2968bf132e']}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:30.853594 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbf8593-bd63-43d1-a5dc-7a86a112b230') {'for_net_delete': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:30.853892 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbf8593-bd63-43d1-a5dc-7a86a112b230') {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:30.864107 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16340021'] for segment (fdbf8593-bd63-43d1-a5dc-7a86a112b230), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.878939 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (fdbf8593-bd63-43d1-a5dc-7a86a112b230), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.889302 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:59:30.894005 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16337661'] for segment (fdbf8593-bd63-43d1-a5dc-7a86a112b230), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: Traceback (most recent call last): Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: timer() Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: cb(*args, **kw) Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: return func(*args, **kwargs) Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: self._notify() Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: self.callback(batched_events) Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: event.method(event) Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: return f(self, *a, **k) Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._get(url).json() Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: return self.request(url, 'GET', **kwargs) Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:59:30.896349 dv-cinder-827259-3-iscsi neutron-server[109852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:59:30.940696 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 562de923-a824-4428-818d-c9b3f186b921 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:30.956994 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (6abb402c-01c2-48bf-88c5-8d2968bf132e), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.962551 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.966034 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6abb402c-01c2-48bf-88c5-8d2968bf132e HTTP/1.1" status: 204 len: 168 time: 0.5667572 Mar 05 02:59:30.969203 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55516) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:30.970763 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 562de923-a824-4428-818d-c9b3f186b921 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:30.971343 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 562de923-a824-4428-818d-c9b3f186b921 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:30.971657 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 327495ff-e618-4475-8de5-837020415893 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:30.988118 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b3b6d-e9a7-4f1e-b293-78ffc767d5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6abb402c-01c2-48bf-88c5-8d2968bf132e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:30.994570 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 327495ff-e618-4475-8de5-837020415893 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:30.994929 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 327495ff-e618-4475-8de5-837020415893 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:30.995458 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 4491867b-9da9-4a17-a318-1fcdf9edb0dc no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:31.019966 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 4491867b-9da9-4a17-a318-1fcdf9edb0dc {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:31.020514 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 4491867b-9da9-4a17-a318-1fcdf9edb0dc not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:31.348937 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (a21845e8-1640-4609-a6bc-09c86f7617c6), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.610324 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Deleting port ec3f04b0-2921-4bf7-8329-78c8286f5142 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:31.610658 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.650702 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.688064 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] For port ec3f04b0-2921-4bf7-8329-78c8286f5142, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=ec3f04b0-2921-4bf7-8329-78c8286f5142,segment=NetworkSegment(fb856ad6-e8cb-4333-b48c-4241f6a4255a),segment_id=fb856ad6-e8cb-4333-b48c-4241f6a4255a)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:31.688516 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.700586 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Calling delete_port for ec3f04b0-2921-4bf7-8329-78c8286f5142 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:31.882356 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (ec3f04b0-2921-4bf7-8329-78c8286f5142), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.909243 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3f04b0-2921-4bf7-8329-78c8286f5142,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:32.083248 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (a21845e8-1640-4609-a6bc-09c86f7617c6), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.321585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Router a21845e8-1640-4609-a6bc-09c86f7617c6 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:32.426655 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:32.432987 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-5671944b-3298-41e8-9051-da5b49c68580 admin admin] 10.222.0.26 "PUT /v2.0/routers/a21845e8-1640-4609-a6bc-09c86f7617c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4616454 Mar 05 02:59:32.434554 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55556) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:32.439185 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] Sync routers for ids ['a21845e8-1640-4609-a6bc-09c86f7617c6'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:32.449851 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] Routers {'a21845e8-1640-4609-a6bc-09c86f7617c6'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:32.450498 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['a21845e8-1640-4609-a6bc-09c86f7617c6'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:32.543734 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks [] for router (a21845e8-1640-4609-a6bc-09c86f7617c6), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.560019 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] Set router a21845e8-1640-4609-a6bc-09c86f7617c6 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:32.648468 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks [] for router_gateway (a21845e8-1640-4609-a6bc-09c86f7617c6), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.706409 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Deleting port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:32.706748 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.754497 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:59:31Z', 'revision_number': 5, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port': {'id': '8083c4e1-332b-4b1c-8ae1-6def3dc4a330', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:32.785377 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] Checking router: a21845e8-1640-4609-a6bc-09c86f7617c6 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:32.793632 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] Routers {'a21845e8-1640-4609-a6bc-09c86f7617c6'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:32.794264 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['a21845e8-1640-4609-a6bc-09c86f7617c6'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:32.798101 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] For port 8083c4e1-332b-4b1c-8ae1-6def3dc4a330, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=8083c4e1-332b-4b1c-8ae1-6def3dc4a330,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:32.798673 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.812296 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Calling delete_port for 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:32.882717 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] Set router a21845e8-1640-4609-a6bc-09c86f7617c6 gateway port host: None {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:32.940959 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:59:32Z', 'revision_number': 6, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:32.959853 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55564) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:32.972500 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfb635d-f150-4202-bab1-68a4db759d36 None None] The sync data for ids ['a21845e8-1640-4609-a6bc-09c86f7617c6'] in dv-cinder-827259-3-iscsi is: [{'id': 'a21845e8-1640-4609-a6bc-09c86f7617c6', 'name': 'tempest-TestShelveInstance-967864240-router', 'tenant_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:10Z', 'updated_at': '2022-03-05T02:59:32Z', 'revision_number': 6, 'project_id': 'bcb9b116c8ec4571a8913d7c6cbbfba2', 'gw_port_host': None}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:33.083578 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50c7b445-d9e1-4358-a3db-3efcabeddfcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.159874 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50c7b445-d9e1-4358-a3db-3efcabeddfcc admin admin] Publish callbacks [] for security_group (d7f44268-e6c1-42ef-904f-194ba57de60b), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.164103 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50c7b445-d9e1-4358-a3db-3efcabeddfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d7f44268-e6c1-42ef-904f-194ba57de60b), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.201228 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7b445-d9e1-4358-a3db-3efcabeddfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f44268-e6c1-42ef-904f-194ba57de60b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:33.206646 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-50c7b445-d9e1-4358-a3db-3efcabeddfcc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb560c8bd32a4b44a84e3b2ce797114e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446399 Mar 05 02:59:33.208004 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55568) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:33.244672 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (8083c4e1-332b-4b1c-8ae1-6def3dc4a330), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.259572 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92b709fc-7435-419b-a6a9-640157650bcf admin admin] Publish callbacks [] for security_group (d7f44268-e6c1-42ef-904f-194ba57de60b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.292077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92b709fc-7435-419b-a6a9-640157650bcf admin admin] Publish callbacks [] for security_group (d7f44268-e6c1-42ef-904f-194ba57de60b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.293104 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Pushing event deleted for resources: {'Port': ['ID=8083c4e1-332b-4b1c-8ae1-6def3dc4a330,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:33.335836 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (a21845e8-1640-4609-a6bc-09c86f7617c6), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.453744 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (a21845e8-1640-4609-a6bc-09c86f7617c6), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.456724 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks [] for router_controller (a21845e8-1640-4609-a6bc-09c86f7617c6), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.504378 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (a21845e8-1640-4609-a6bc-09c86f7617c6), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.504960 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a21845e8-1640-4609-a6bc-09c86f7617c6 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:59:33.509632 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.511093 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3d01d7fc-5d3e-40db-8185-78250705cedc admin admin] 10.222.0.26 "DELETE /v2.0/routers/a21845e8-1640-4609-a6bc-09c86f7617c6 HTTP/1.1" status: 204 len: 168 time: 1.0756309 Mar 05 02:59:33.513607 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55574) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:33.566372 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-5949af9d-7b09-4f4c-bc28-42172adef8d7 admin admin] Deleting subnet ddebbf24-2768-4364-8334-6a971bd32caa {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:59:33.577359 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5949af9d-7b09-4f4c-bc28-42172adef8d7 admin admin] Publish callbacks [] for subnet (ddebbf24-2768-4364-8334-6a971bd32caa), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.621053 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92b709fc-7435-419b-a6a9-640157650bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d7f44268-e6c1-42ef-904f-194ba57de60b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.622120 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5949af9d-7b09-4f4c-bc28-42172adef8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (ddebbf24-2768-4364-8334-6a971bd32caa), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.625986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92b709fc-7435-419b-a6a9-640157650bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.629931 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-92b709fc-7435-419b-a6a9-640157650bcf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7f44268-e6c1-42ef-904f-194ba57de60b HTTP/1.1" status: 204 len: 168 time: 0.4183104 Mar 05 02:59:33.653613 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b709fc-7435-419b-a6a9-640157650bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f44268-e6c1-42ef-904f-194ba57de60b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:33.721529 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5949af9d-7b09-4f4c-bc28-42172adef8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (ddebbf24-2768-4364-8334-6a971bd32caa), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.792930 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5949af9d-7b09-4f4c-bc28-42172adef8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (ddebbf24-2768-4364-8334-6a971bd32caa), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.821775 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949af9d-7b09-4f4c-bc28-42172adef8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddebbf24-2768-4364-8334-6a971bd32caa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:33.825353 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5949af9d-7b09-4f4c-bc28-42172adef8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.830569 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-5949af9d-7b09-4f4c-bc28-42172adef8d7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ddebbf24-2768-4364-8334-6a971bd32caa HTTP/1.1" status: 204 len: 168 time: 0.3144667 Mar 05 02:59:33.831674 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:33.834185 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ea572-2fd6-4511-9720-72341e810629 None None] Network ff83875d-0057-4264-9b03-72379e19a765 requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:33.913848 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (ff83875d-0057-4264-9b03-72379e19a765), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.973103 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Deleting port 9564c588-4033-4911-9094-fb55b50fc6fa {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:33.973442 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.021531 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] DHCP port deletion for ff83875d-0057-4264-9b03-72379e19a765 request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:59:34.062372 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] For port 9564c588-4033-4911-9094-fb55b50fc6fa, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9564c588-4033-4911-9094-fb55b50fc6fa,segment=NetworkSegment(fb856ad6-e8cb-4333-b48c-4241f6a4255a),segment_id=fb856ad6-e8cb-4333-b48c-4241f6a4255a)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:34.062729 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.089808 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] Deleting port 9564c588-4033-4911-9094-fb55b50fc6fa {{(pid=109853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:34.090650 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Calling delete_port for 9564c588-4033-4911-9094-fb55b50fc6fa owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:34.091261 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), before_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.189133 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.204181 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] For port 9564c588-4033-4911-9094-fb55b50fc6fa, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9564c588-4033-4911-9094-fb55b50fc6fa,segment=NetworkSegment(fb856ad6-e8cb-4333-b48c-4241f6a4255a),segment_id=fb856ad6-e8cb-4333-b48c-4241f6a4255a)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:34.204980 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), precommit_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.220733 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] Calling delete_port for 9564c588-4033-4911-9094-fb55b50fc6fa owned by network:dhcp {{(pid=109853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:34.228506 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] No DVR routers for this DVR port 9564c588-4033-4911-9094-fb55b50fc6fa on host dv-cinder-827259-3-iscsi {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:34.232476 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9564c588-4033-4911-9094-fb55b50fc6fa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.313321 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (ff83875d-0057-4264-9b03-72379e19a765), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.334440 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff83875d-0057-4264-9b03-72379e19a765']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:34.334652 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136'] for port (9564c588-4033-4911-9094-fb55b50fc6fa), after_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.344353 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb856ad6-e8cb-4333-b48c-4241f6a4255a') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:34.344649 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb856ad6-e8cb-4333-b48c-4241f6a4255a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:34.355407 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (fb856ad6-e8cb-4333-b48c-4241f6a4255a), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.365834 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] Pushing event deleted for resources: {'Port': ['ID=9564c588-4033-4911-9094-fb55b50fc6fa,revision_number=None']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.370565 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968fb6d-6b1b-437c-97ba-f9ec012bb0e3 None None] No DVR routers for this DVR port 9564c588-4033-4911-9094-fb55b50fc6fa on host dv-cinder-827259-3-iscsi {{(pid=109853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:34.391952 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (fb856ad6-e8cb-4333-b48c-4241f6a4255a), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.399066 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:59:34.399518 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (fb856ad6-e8cb-4333-b48c-4241f6a4255a), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:59:34.401261 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:59:34.462537 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (ff83875d-0057-4264-9b03-72379e19a765), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.466864 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.473740 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/ff83875d-0057-4264-9b03-72379e19a765 HTTP/1.1" status: 204 len: 168 time: 0.6410880 Mar 05 02:59:34.486499 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4531b-a6e0-4051-bf84-767699b7d2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ff83875d-0057-4264-9b03-72379e19a765,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.509115 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55606) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.603487 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-818037849-network', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:34.623585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Made reservation on behalf of afdf34f696b743d1885e8c9895a1d4b0 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:34.626030 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.635814 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.645078 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55610) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.686084 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d46939f9-abf3-41ec-9d93-9322cd783221 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47835ba5de1a42cc94c09b33a187868a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398011 Mar 05 02:59:34.689036 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55614) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.737215 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Publish callbacks [] for security_group (8f1f70b7-2cc5-40fd-b178-792ac26a85a9), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.739407 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f738476-c8ec-4aa2-b897-9d5e7c2c05b5 admin admin] Publish callbacks [] for security_group (d9d5d7a9-40c1-4ab5-a96e-1f6c5be68933), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.741858 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (8f1f70b7-2cc5-40fd-b178-792ac26a85a9), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.762207 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f738476-c8ec-4aa2-b897-9d5e7c2c05b5 admin admin] Publish callbacks [] for security_group (d9d5d7a9-40c1-4ab5-a96e-1f6c5be68933), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.762485 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:59:34.776881 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1f70b7-2cc5-40fd-b178-792ac26a85a9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.782495 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (e2ab3f22-7179-4d34-b656-f86c7febae21), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.782843 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Added segment e2ab3f22-7179-4d34-b656-f86c7febae21 of type vlan for network 332d66d3-287a-4b41-876a-1fa0526c39de Mar 05 02:59:34.811587 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f738476-c8ec-4aa2-b897-9d5e7c2c05b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d9d5d7a9-40c1-4ab5-a96e-1f6c5be68933), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.814476 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f738476-c8ec-4aa2-b897-9d5e7c2c05b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.815653 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-2f738476-c8ec-4aa2-b897-9d5e7c2c05b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9d5d7a9-40c1-4ab5-a96e-1f6c5be68933 HTTP/1.1" status: 204 len: 168 time: 0.1256917 Mar 05 02:59:34.823465 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (332d66d3-287a-4b41-876a-1fa0526c39de), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.823941 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f738476-c8ec-4aa2-b897-9d5e7c2c05b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d5d7a9-40c1-4ab5-a96e-1f6c5be68933,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.856843 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (332d66d3-287a-4b41-876a-1fa0526c39de), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.857872 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:34.858541 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.888738 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3785431 Mar 05 02:59:34.892668 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55618) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.901001 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Request body: {'subnet': {'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-818037849-subnet', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:34.924064 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Made reservation on behalf of afdf34f696b743d1885e8c9895a1d4b0 for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:34.927065 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13058835'] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.932119 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f489044-a32a-4834-a84d-e9346ae3a772 admin admin] Pushing event updated for resources: {'Network': ['ID=332d66d3-287a-4b41-876a-1fa0526c39de,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.943547 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 332d66d3-287a-4b41-876a-1fa0526c39de details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:59:34.946631 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9564c588-4033-4911-9094-fb55b50fc6fa no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:34.986462 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 9564c588-4033-4911-9094-fb55b50fc6fa {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:34.986825 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9564c588-4033-4911-9094-fb55b50fc6fa not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:34.987338 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:35.009031 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:35.009377 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 8083c4e1-332b-4b1c-8ae1-6def3dc4a330 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:35.009986 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device ec3f04b0-2921-4bf7-8329-78c8286f5142 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:35.054698 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: ec3f04b0-2921-4bf7-8329-78c8286f5142 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:35.055335 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device ec3f04b0-2921-4bf7-8329-78c8286f5142 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:35.122462 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16340048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13058829'] for subnet (1ef565ef-e35f-42a5-aea6-112de3086467), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.169235 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55622) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:35.182545 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef565ef-e35f-42a5-aea6-112de3086467,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:35.195199 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Checking segment: {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:35.195562 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Network hostable DHCP agents. Network: 332d66d3-287a-4b41-876a-1fa0526c39de, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:59:35.209425 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b7f6d72f-5c56-458a-95bd-a7a66ee66eb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcb9b116c8ec4571a8913d7c6cbbfba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390167 Mar 05 02:59:35.211941 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:35.215510 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Network 332d66d3-287a-4b41-876a-1fa0526c39de is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:59:35.225250 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 332d66d3-287a-4b41-876a-1fa0526c39de) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:35.229655 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:35.230392 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.237448 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e423a022-a500-4046-b387-65759e70e056 None None] Network 332d66d3-287a-4b41-876a-1fa0526c39de requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:35.246938 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-03b6955a-30b6-408a-9543-8b15f17a95e6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3523400 Mar 05 02:59:35.249634 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55626) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:35.255015 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:35.283842 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8526f52-3dc7-411b-9ade-dad8d4c0b294 admin admin] Publish callbacks [] for security_group (7895975d-847e-44e7-b64c-6ae59a25184a), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.288587 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (4fde577a-ffb6-40d0-9407-69842b5da6f2), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.289580 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (4fde577a-ffb6-40d0-9407-69842b5da6f2), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.314150 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8526f52-3dc7-411b-9ade-dad8d4c0b294 admin admin] Publish callbacks [] for security_group (7895975d-847e-44e7-b64c-6ae59a25184a), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.347944 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-332d66d3-287a-4b41-876a-1fa0526c39de', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:59:35.348810 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.386835 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks [] for router_controller (4fde577a-ffb6-40d0-9407-69842b5da6f2), precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.464831 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8526f52-3dc7-411b-9ade-dad8d4c0b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7895975d-847e-44e7-b64c-6ae59a25184a), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.467399 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8526f52-3dc7-411b-9ade-dad8d4c0b294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.468610 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c8526f52-3dc7-411b-9ade-dad8d4c0b294 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7895975d-847e-44e7-b64c-6ae59a25184a HTTP/1.1" status: 204 len: 168 time: 0.2556572 Mar 05 02:59:35.490822 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Allocated IP 172.20.0.2 (332d66d3-287a-4b41-876a-1fa0526c39de/1ef565ef-e35f-42a5-aea6-112de3086467/110f860c-d28d-47df-9c6b-34ae4e90af5d) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:35.507399 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8526f52-3dc7-411b-9ade-dad8d4c0b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7895975d-847e-44e7-b64c-6ae59a25184a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:35.544338 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks [] for router_gateway (4fde577a-ffb6-40d0-9407-69842b5da6f2), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.658189 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Publish callbacks [] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.664094 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.730603 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Network 332d66d3-287a-4b41-876a-1fa0526c39de is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:35.733579 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:35.739735 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:35.743530 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Pushing event updated for resources: {'Port': ['ID=110f860c-d28d-47df-9c6b-34ae4e90af5d,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:35.798815 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks [] for router_gateway (4fde577a-ffb6-40d0-9407-69842b5da6f2), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.813772 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Attempting to bind port 110f860c-d28d-47df-9c6b-34ae4e90af5d on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:35.814214 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Attempting to bind port 110f860c-d28d-47df-9c6b-34ae4e90af5d by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:35.814582 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Attempting to bind port 110f860c-d28d-47df-9c6b-34ae4e90af5d on network 332d66d3-287a-4b41-876a-1fa0526c39de {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:35.820098 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:35.820625 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Checking segment: {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:35.820911 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.821045 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.821410 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Bound using segment: {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:35.821881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Bound port: 110f860c-d28d-47df-9c6b-34ae4e90af5d, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:35.822285 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.896971 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] For port 110f860c-d28d-47df-9c6b-34ae4e90af5d, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:35.900799 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] For port 110f860c-d28d-47df-9c6b-34ae4e90af5d, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=110f860c-d28d-47df-9c6b-34ae4e90af5d,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:35.907156 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.932176 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Allocated IP 172.27.3.49 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/8875d94b-ab59-48a3-86bb-bee987e401eb) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:35.969675 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde91f3-1745-4d6d-b443-3159d5554a3f None None] Pushing event updated for resources: {'Port': ['ID=110f860c-d28d-47df-9c6b-34ae4e90af5d,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:36.037084 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks [] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:36.071537 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:36.115027 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:36.118011 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:36.121542 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:36.149698 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Pushing event updated for resources: {'Port': ['ID=8875d94b-ab59-48a3-86bb-bee987e401eb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:36.381784 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks [] for router_gateway (4fde577a-ffb6-40d0-9407-69842b5da6f2), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:36.573828 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (4fde577a-ffb6-40d0-9407-69842b5da6f2), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:36.706519 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Router 4fde577a-ffb6-40d0-9407-69842b5da6f2 is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:59:36.830227 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:36.838889 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Sync routers for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:36.849859 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:36.850782 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:36.851142 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-4dd65d3f-dc2d-4aff-a298-baade1b05df1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5999928 Mar 05 02:59:36.851520 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:36.854301 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55634) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:36.920181 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7453414b-ae06-48f9-a6c4-46ab5cf825ed None None] Network 332d66d3-287a-4b41-876a-1fa0526c39de requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:37.022841 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 110f860c-d28d-47df-9c6b-34ae4e90af5d up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:37.065206 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:37.262759 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-84b13bd3-8c19-4327-9c3a-a9ddef152347 None None] Provisioning complete for port 110f860c-d28d-47df-9c6b-34ae4e90af5d triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:37.263045 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-84b13bd3-8c19-4327-9c3a-a9ddef152347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.292192 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.397638 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 110f860c-d28d-47df-9c6b-34ae4e90af5d triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:37.398021 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.462099 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Allocated IP 172.20.0.1 (332d66d3-287a-4b41-876a-1fa0526c39de/1ef565ef-e35f-42a5-aea6-112de3086467/33db8bfe-8a0f-4572-aa26-1209f05ed3c5) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:37.519279 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-84b13bd3-8c19-4327-9c3a-a9ddef152347 None None] Current status of the port 110f860c-d28d-47df-9c6b-34ae4e90af5d is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:37.519581 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-84b13bd3-8c19-4327-9c3a-a9ddef152347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.581811 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Publish callbacks [] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.596396 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-84b13bd3-8c19-4327-9c3a-a9ddef152347 None None] For port 110f860c-d28d-47df-9c6b-34ae4e90af5d, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=110f860c-d28d-47df-9c6b-34ae4e90af5d,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:37.603904 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 110f860c-d28d-47df-9c6b-34ae4e90af5d is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:37.604346 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.607123 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-84b13bd3-8c19-4327-9c3a-a9ddef152347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.613657 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:36Z', 'revision_number': 3, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:37.619495 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.657905 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Network 332d66d3-287a-4b41-876a-1fa0526c39de is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:37.664333 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:37.667730 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:37.678012 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Checking router: 4fde577a-ffb6-40d0-9407-69842b5da6f2 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:37.678364 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Updating router 4fde577a-ffb6-40d0-9407-69842b5da6f2 port 8875d94b-ab59-48a3-86bb-bee987e401eb binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:37.709869 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (4fde577a-ffb6-40d0-9407-69842b5da6f2), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.712105 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Pushing event updated for resources: {'Port': ['ID=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:37.756643 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13bd3-8c19-4327-9c3a-a9ddef152347 None None] Pushing event updated for resources: {'Port': ['ID=110f860c-d28d-47df-9c6b-34ae4e90af5d,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:37.769171 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.807704 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.db.api [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109853) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 02:59:37.808190 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG oslo_db.api [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 02:59:37.808793 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-8c5b1113-6c3a-4036-8dff-6cfbe682d4fc None None] Provisioning complete for port 110f860c-d28d-47df-9c6b-34ae4e90af5d triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:37.809199 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1113-6c3a-4036-8dff-6cfbe682d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:37.869373 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.027546 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b1113-6c3a-4036-8dff-6cfbe682d4fc None None] Current status of the port 110f860c-d28d-47df-9c6b-34ae4e90af5d is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:38.048108 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Publish callbacks [] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.055481 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.114619 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Publish callbacks [] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.119971 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.122787 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Pushing event updated for resources: {'Port': ['ID=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:38.125786 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (4fde577a-ffb6-40d0-9407-69842b5da6f2), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.193052 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fec30b-aa54-431a-aed8-1c7d13dfbcf9 None None] Pushing event updated for resources: {'Port': ['ID=8875d94b-ab59-48a3-86bb-bee987e401eb,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:38.195523 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-4e252f7c-d992-4b4a-a7af-238d14c15456 None None] Provisioning complete for port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:38.195887 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4e252f7c-d992-4b4a-a7af-238d14c15456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.197487 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Attempting to bind port 8875d94b-ab59-48a3-86bb-bee987e401eb on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:38.197852 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Attempting to bind port 8875d94b-ab59-48a3-86bb-bee987e401eb by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:38.198244 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Attempting to bind port 8875d94b-ab59-48a3-86bb-bee987e401eb on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:38.223211 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:38.223638 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:38.223995 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.224390 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:38.224857 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Bound port: 8875d94b-ab59-48a3-86bb-bee987e401eb, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:38.225238 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.228256 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Network 332d66d3-287a-4b41-876a-1fa0526c39de is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:38.229554 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:38.269876 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-4e252f7c-d992-4b4a-a7af-238d14c15456 None None] Port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:38.286639 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] For port 8875d94b-ab59-48a3-86bb-bee987e401eb, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:38.290269 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] For port 8875d94b-ab59-48a3-86bb-bee987e401eb, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=8875d94b-ab59-48a3-86bb-bee987e401eb,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:38.296453 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.354428 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Router 4fde577a-ffb6-40d0-9407-69842b5da6f2 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:38.391317 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:38.391948 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:38.399297 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 110f860c-d28d-47df-9c6b-34ae4e90af5d is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:38.434474 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fec30b-aa54-431a-aed8-1c7d13dfbcf9 None None] Pushing event updated for resources: {'Port': ['ID=8875d94b-ab59-48a3-86bb-bee987e401eb,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:38.471902 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:38.478945 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-58a0b5e0-6b65-47d5-827c-3873beb598eb admin admin] 10.222.0.26 "PUT /v2.0/routers/4fde577a-ffb6-40d0-9407-69842b5da6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236036 Mar 05 02:59:38.514623 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c90742d4-027d-4b94-aafa-fb7b170b216b None None] Provisioning complete for port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:38.514916 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c90742d4-027d-4b94-aafa-fb7b170b216b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:38.540883 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:38.584715 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c90742d4-027d-4b94-aafa-fb7b170b216b None None] Port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:38.747714 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 2, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:38.778071 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1cfcc-7805-415b-bd9c-73d99bb80fe1 None None] The sync data for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi is: [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 2, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:38.937848 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 110f860c-d28d-47df-9c6b-34ae4e90af5d up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:39.011807 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 110f860c-d28d-47df-9c6b-34ae4e90af5d triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:39.012136 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.033279 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55658) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:39.038123 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1159496713-network', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:39.071752 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Made reservation on behalf of baa463f5285c4b6ca5a37e74a68d39b9 for: {'network': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:39.074225 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.083488 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.115865 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 110f860c-d28d-47df-9c6b-34ae4e90af5d is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:39.191861 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Publish callbacks [] for security_group (d0cfdf93-ef77-4a87-a835-edf057273fd5), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.196190 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d0cfdf93-ef77-4a87-a835-edf057273fd5), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.219953 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=109852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:59:39.236753 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cfdf93-ef77-4a87-a835-edf057273fd5,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:39.239680 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (50bc2b35-39e6-4003-9e79-95076cd3547b), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.240026 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.segments_db [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Added segment 50bc2b35-39e6-4003-9e79-95076cd3547b of type vlan for network 1a0f9072-917d-4048-82d8-4408e30f9ced Mar 05 02:59:39.284802 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (1a0f9072-917d-4048-82d8-4408e30f9ced), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.311551 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (1a0f9072-917d-4048-82d8-4408e30f9ced), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.313247 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:39.313862 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.355512 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3211200 Mar 05 02:59:39.360212 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55666) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:39.365476 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Request body: {'subnet': {'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1159496713-subnet', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:39.387847 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbf14c-52a8-49ac-8a43-bd7e7fe7c1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=1a0f9072-917d-4048-82d8-4408e30f9ced,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:39.394523 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Made reservation on behalf of baa463f5285c4b6ca5a37e74a68d39b9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:39.397830 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12338944'] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.399559 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 1a0f9072-917d-4048-82d8-4408e30f9ced details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:59:39.617196 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11240023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12338974'] for subnet (d928f1f9-6e64-4070-bc0b-f411c2d89984), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.678735 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d928f1f9-6e64-4070-bc0b-f411c2d89984,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:39.687782 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Checking segment: {'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:39.688242 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Network hostable DHCP agents. Network: 1a0f9072-917d-4048-82d8-4408e30f9ced, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:59:39.704040 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Network 1a0f9072-917d-4048-82d8-4408e30f9ced is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:59:39.712715 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 1a0f9072-917d-4048-82d8-4408e30f9ced) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:39.716958 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:39.717558 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.729996 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26171b-ef80-4e59-885a-3b100bf95a86 None None] Network 1a0f9072-917d-4048-82d8-4408e30f9ced requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:39.736593 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-9f7c8f67-9879-4b86-a25b-35804d8e4592 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3752596 Mar 05 02:59:39.739053 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55668) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:39.743474 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:39.767291 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (d5e60916-f452-46e9-bd26-1c443499912c), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.770311 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (d5e60916-f452-46e9-bd26-1c443499912c), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.828439 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks [] for router_controller (d5e60916-f452-46e9-bd26-1c443499912c), precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.854171 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-1a0f9072-917d-4048-82d8-4408e30f9ced', 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced', 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'fixed_ips': [{'subnet_id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:59:39.855176 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.966183 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:39.982479 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks [] for router_gateway (d5e60916-f452-46e9-bd26-1c443499912c), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.013720 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Allocated IP 172.20.0.2 (1a0f9072-917d-4048-82d8-4408e30f9ced/d928f1f9-6e64-4070-bc0b-f411c2d89984/5ae25f7e-cdc3-46e7-aa1b-5900fabc6886) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:40.166041 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Publish callbacks [] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.174628 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.224547 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Network 1a0f9072-917d-4048-82d8-4408e30f9ced is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:40.228012 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:40.230976 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:40.247880 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Pushing event updated for resources: {'Port': ['ID=5ae25f7e-cdc3-46e7-aa1b-5900fabc6886,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:40.305308 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Attempting to bind port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:40.305843 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Attempting to bind port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:40.306342 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Attempting to bind port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 on network 1a0f9072-917d-4048-82d8-4408e30f9ced {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:40.312683 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:40.313620 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Checking segment: {'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:40.314061 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.314460 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Bound using segment: {'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:40.316040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Bound port: 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:40.316040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.386908 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] For port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:40.389946 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] For port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=5ae25f7e-cdc3-46e7-aa1b-5900fabc6886,segment=NetworkSegment(50bc2b35-39e6-4003-9e79-95076cd3547b),segment_id=50bc2b35-39e6-4003-9e79-95076cd3547b)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:40.396281 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.442872 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks [] for router_gateway (d5e60916-f452-46e9-bd26-1c443499912c), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.463379 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67653585-cd5d-4161-8dd8-916f6582c405 None None] Pushing event updated for resources: {'Port': ['ID=5ae25f7e-cdc3-46e7-aa1b-5900fabc6886,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:40.464322 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.575489 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Allocated IP 172.27.3.42 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/762d817f-8baf-4d5c-864c-266d34799973) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:40.713305 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks [] for port (762d817f-8baf-4d5c-864c-266d34799973), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.756309 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (762d817f-8baf-4d5c-864c-266d34799973), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.799471 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:40.802437 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:40.804972 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:40.813014 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Pushing event updated for resources: {'Port': ['ID=762d817f-8baf-4d5c-864c-266d34799973,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:40.997837 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 8875d94b-ab59-48a3-86bb-bee987e401eb up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:41.047868 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 8875d94b-ab59-48a3-86bb-bee987e401eb triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:41.048239 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.066331 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks [] for router_gateway (d5e60916-f452-46e9-bd26-1c443499912c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.137207 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 8875d94b-ab59-48a3-86bb-bee987e401eb is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:41.137660 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.159779 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 8875d94b-ab59-48a3-86bb-bee987e401eb, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=8875d94b-ab59-48a3-86bb-bee987e401eb,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:41.166085 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.166778 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:41.248815 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=8875d94b-ab59-48a3-86bb-bee987e401eb,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:41.263457 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:41.263958 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.303958 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (d5e60916-f452-46e9-bd26-1c443499912c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.368439 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:41.368895 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.410258 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=5ae25f7e-cdc3-46e7-aa1b-5900fabc6886,segment=NetworkSegment(50bc2b35-39e6-4003-9e79-95076cd3547b),segment_id=50bc2b35-39e6-4003-9e79-95076cd3547b)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:41.416167 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.464952 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Router d5e60916-f452-46e9-bd26-1c443499912c is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:59:41.467470 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Sync routers for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:41.484857 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:41.486192 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:41.509006 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=5ae25f7e-cdc3-46e7-aa1b-5900fabc6886,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:41.513182 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7370f2-449f-4a1d-982f-aa205396392f None None] Network 1a0f9072-917d-4048-82d8-4408e30f9ced requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:41.587386 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-458547ed-7b2d-4b81-bf84-39dda7c4d4cb None None] Provisioning complete for port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:41.587857 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-458547ed-7b2d-4b81-bf84-39dda7c4d4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.589275 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:41.611281 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.612812 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Sync routers for ids ['d5e60916-f452-46e9-bd26-1c443499912c'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:41.615847 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55684) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:41.616390 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-be6fce32-13d8-4239-947d-83d0e2297890 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8756452 Mar 05 02:59:41.636884 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:41.643524 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Routers {'d5e60916-f452-46e9-bd26-1c443499912c'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:41.644307 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d5e60916-f452-46e9-bd26-1c443499912c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:41.834884 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Set router d5e60916-f452-46e9-bd26-1c443499912c gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:41.866105 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-458547ed-7b2d-4b81-bf84-39dda7c4d4cb None None] Current status of the port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:41.871236 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 2, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:41.899985 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Checking router: 4fde577a-ffb6-40d0-9407-69842b5da6f2 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:41.900466 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Updating router 4fde577a-ffb6-40d0-9407-69842b5da6f2 port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:41.930127 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.042640 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '762d817f-8baf-4d5c-864c-266d34799973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T02:59:40Z', 'revision_number': 3, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port': {'id': '762d817f-8baf-4d5c-864c-266d34799973', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ac:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:40Z', 'updated_at': '2022-03-05T02:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:42.069990 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Checking router: d5e60916-f452-46e9-bd26-1c443499912c for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:42.070261 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Updating router d5e60916-f452-46e9-bd26-1c443499912c port 762d817f-8baf-4d5c-864c-266d34799973 binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:42.091328 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.112675 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (762d817f-8baf-4d5c-864c-266d34799973), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.116696 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-261457d7-9334-4a60-a79f-2011d27e9cbf None None] Provisioning complete for port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:42.117059 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-261457d7-9334-4a60-a79f-2011d27e9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.222915 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Publish callbacks [] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.229769 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.254698 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Allocated IP 172.20.0.1 (1a0f9072-917d-4048-82d8-4408e30f9ced/d928f1f9-6e64-4070-bc0b-f411c2d89984/9a0dc70a-8e58-4669-bf7a-90be7785d2e8) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:42.287397 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Pushing event updated for resources: {'Port': ['ID=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:42.327951 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.328867 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.329229 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.329563 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.329889 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.330242 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.331190 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.331190 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.331190 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.331548 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.331831 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.332147 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.332463 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.360454 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Attempting to bind port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:42.360823 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Attempting to bind port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:42.361185 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Attempting to bind port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 on network 332d66d3-287a-4b41-876a-1fa0526c39de {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:42.367636 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:42.368058 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Checking segment: {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:42.368463 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.368851 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Bound using segment: {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:42.369318 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Bound port: 33db8bfe-8a0f-4572-aa26-1209f05ed3c5, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:42.369692 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.383052 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-261457d7-9334-4a60-a79f-2011d27e9cbf None None] Current status of the port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:42.396937 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Publish callbacks [] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.439653 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.471644 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Publish callbacks [] for port (762d817f-8baf-4d5c-864c-266d34799973), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.480825 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (762d817f-8baf-4d5c-864c-266d34799973), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.500774 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Network 1a0f9072-917d-4048-82d8-4408e30f9ced is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:42.501762 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:42.505301 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:42.515005 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Attempting to bind port 762d817f-8baf-4d5c-864c-266d34799973 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:42.515435 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Attempting to bind port 762d817f-8baf-4d5c-864c-266d34799973 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:42.516150 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Attempting to bind port 762d817f-8baf-4d5c-864c-266d34799973 on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:42.520595 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:42.566786 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] For port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:42.572622 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] For port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:42.579483 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (d5e60916-f452-46e9-bd26-1c443499912c), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.584387 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.706813 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:42.707188 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:42.707584 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.707984 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:42.708445 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Bound port: 762d817f-8baf-4d5c-864c-266d34799973, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:42.708817 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (762d817f-8baf-4d5c-864c-266d34799973), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.732574 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:42.733168 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:42.738541 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87fdd-e062-4e96-88dd-2eaf7d25c2d2 None None] Pushing event updated for resources: {'Port': ['ID=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,revision_number=4']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:42.759792 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1a0f7-e5d4-4c75-8517-41bafd751efb None None] Pushing event updated for resources: {'Port': ['ID=762d817f-8baf-4d5c-864c-266d34799973,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:42.783367 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-288bd3b0-8138-4c98-b6d7-93ddc3eae477 None None] Provisioning complete for port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:42.789234 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-288bd3b0-8138-4c98-b6d7-93ddc3eae477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.951578 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:42.955215 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] For port 762d817f-8baf-4d5c-864c-266d34799973, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:42.977658 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] For port 762d817f-8baf-4d5c-864c-266d34799973, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=762d817f-8baf-4d5c-864c-266d34799973,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:43.016004 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (762d817f-8baf-4d5c-864c-266d34799973), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.044798 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-288bd3b0-8138-4c98-b6d7-93ddc3eae477 None None] Current status of the port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:43.045332 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-288bd3b0-8138-4c98-b6d7-93ddc3eae477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.056935 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55692) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:43.091634 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:43.168828 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Routers {'d5e60916-f452-46e9-bd26-1c443499912c'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:43.169596 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d5e60916-f452-46e9-bd26-1c443499912c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:43.200873 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1acbbfb8-7321-463d-b5fb-add6cc66672e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.206848 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.215805 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:42Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:43.237247 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-288bd3b0-8138-4c98-b6d7-93ddc3eae477 None None] For port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:43.240451 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1a0f7-e5d4-4c75-8517-41bafd751efb None None] Pushing event updated for resources: {'Port': ['ID=762d817f-8baf-4d5c-864c-266d34799973,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:43.246280 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512f090-d1e9-4c0b-a700-81a070cd1695 None None] The sync data for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi is: [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:42Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:43.250178 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-288bd3b0-8138-4c98-b6d7-93ddc3eae477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.337273 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1acbbfb8-7321-463d-b5fb-add6cc66672e admin admin] Publish callbacks [] for security_group (ca4fee80-71de-4752-968a-fb85d6f1966d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.343288 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1acbbfb8-7321-463d-b5fb-add6cc66672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ca4fee80-71de-4752-968a-fb85d6f1966d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.357344 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:43.357721 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.405863 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1acbbfb8-7321-463d-b5fb-add6cc66672e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22f63bd48f674a22b962ea429b316d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476803 Mar 05 02:59:43.407838 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Publish callbacks [] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.408729 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:43.411502 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbbfb8-7321-463d-b5fb-add6cc66672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4fee80-71de-4752-968a-fb85d6f1966d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:43.413601 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.451748 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd3b0-8138-4c98-b6d7-93ddc3eae477 None None] Pushing event updated for resources: {'Port': ['ID=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:43.471630 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-297dc780-d668-467c-b3e3-833467c66ba3 admin admin] Publish callbacks [] for security_group (ca4fee80-71de-4752-968a-fb85d6f1966d), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.481397 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-f0cbab67-2a99-4152-9552-2476a8803f18 None None] Provisioning complete for port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:43.482257 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f0cbab67-2a99-4152-9552-2476a8803f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.495883 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-297dc780-d668-467c-b3e3-833467c66ba3 admin admin] Publish callbacks [] for security_group (ca4fee80-71de-4752-968a-fb85d6f1966d), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.505888 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (d5e60916-f452-46e9-bd26-1c443499912c), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.508579 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:43.509731 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] Set router d5e60916-f452-46e9-bd26-1c443499912c gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:43.560443 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-297dc780-d668-467c-b3e3-833467c66ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (ca4fee80-71de-4752-968a-fb85d6f1966d), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.564749 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-297dc780-d668-467c-b3e3-833467c66ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.565919 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-297dc780-d668-467c-b3e3-833467c66ba3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca4fee80-71de-4752-968a-fb85d6f1966d HTTP/1.1" status: 204 len: 168 time: 0.1560948 Mar 05 02:59:43.574804 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dc780-d668-467c-b3e3-833467c66ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4fee80-71de-4752-968a-fb85d6f1966d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:43.618458 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Network 1a0f9072-917d-4048-82d8-4408e30f9ced is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:43.620505 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:43.681692 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:43.682550 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 8875d94b-ab59-48a3-86bb-bee987e401eb up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:43.817121 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Router d5e60916-f452-46e9-bd26-1c443499912c has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:43.895023 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbab67-2a99-4152-9552-2476a8803f18 None None] Current status of the port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:43.905412 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 8875d94b-ab59-48a3-86bb-bee987e401eb triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:43.905897 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.973140 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-f0cbab67-2a99-4152-9552-2476a8803f18 None None] Provisioning complete for port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:43.973829 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f0cbab67-2a99-4152-9552-2476a8803f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.976768 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:43.989033 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-19b091cf-54ea-4c4b-ae7d-35c60c109251 admin admin] 10.222.0.26 "PUT /v2.0/routers/d5e60916-f452-46e9-bd26-1c443499912c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3725173 Mar 05 02:59:44.040019 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbab67-2a99-4152-9552-2476a8803f18 None None] Port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:44.051757 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '762d817f-8baf-4d5c-864c-266d34799973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 4, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port': {'id': '762d817f-8baf-4d5c-864c-266d34799973', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ac:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:40Z', 'updated_at': '2022-03-05T02:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '9a0dc70a-8e58-4669-bf7a-90be7785d2e8', 'name': '', 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'mac_address': 'fa:16:3e:e5:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:42Z', 'updated_at': '2022-03-05T02:59:42Z', 'revision_number': 1, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'subnets': [{'id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:44.105578 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7010388-8b38-41c0-9c06-a679b1db01d8 None None] The sync data for ids ['d5e60916-f452-46e9-bd26-1c443499912c'] in dv-cinder-827259-3-iscsi is: [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '762d817f-8baf-4d5c-864c-266d34799973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 4, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port': {'id': '762d817f-8baf-4d5c-864c-266d34799973', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ac:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:40Z', 'updated_at': '2022-03-05T02:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '9a0dc70a-8e58-4669-bf7a-90be7785d2e8', 'name': '', 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'mac_address': 'fa:16:3e:e5:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:42Z', 'updated_at': '2022-03-05T02:59:42Z', 'revision_number': 1, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'subnets': [{'id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:44.126623 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 8875d94b-ab59-48a3-86bb-bee987e401eb is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:44.127870 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:44.185409 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c51e8162-65a6-4efa-b6b4-95342af0c5af None None] Provisioning complete for port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:44.185794 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c51e8162-65a6-4efa-b6b4-95342af0c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.234796 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c51e8162-65a6-4efa-b6b4-95342af0c5af None None] Port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:44.236489 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:44.236882 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.342572 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:44.552371 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55732) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:44.672053 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1063930552-network', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:44.693240 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Made reservation on behalf of 71e08e745e374d92a13f0a03ad69b496 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:44.695703 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.705391 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.789689 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Publish callbacks [] for security_group (55284332-81fb-49d8-aa73-706574d8cf69), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.793804 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (55284332-81fb-49d8-aa73-706574d8cf69), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.815996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:59:44.835024 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55284332-81fb-49d8-aa73-706574d8cf69,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:44.838011 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (2c683c36-6bd7-42d2-8a46-95b88bb72b86), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.838339 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.segments_db [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Added segment 2c683c36-6bd7-42d2-8a46-95b88bb72b86 of type vlan for network 212982fd-ee74-4572-8056-95fa37c5661e Mar 05 02:59:44.894454 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (212982fd-ee74-4572-8056-95fa37c5661e), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.941608 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (212982fd-ee74-4572-8056-95fa37c5661e), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.943214 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:44.943684 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.985725 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55750) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:44.992129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Request body: {'subnet': {'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1063930552-subnet', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'ip_version': 4}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:44.994556 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4406426 Mar 05 02:59:45.006106 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:45.026058 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Made reservation on behalf of 71e08e745e374d92a13f0a03ad69b496 for: {'subnet': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:45.029632 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13058835'] for subnet (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.043729 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd22c0-e863-467f-8072-74259823e3b5 admin admin] Pushing event updated for resources: {'Network': ['ID=212982fd-ee74-4572-8056-95fa37c5661e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:45.064536 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network 212982fd-ee74-4572-8056-95fa37c5661e details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:59:45.182545 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:45.183439 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.278602 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16340048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13058829'] for subnet (721c08fe-3128-4044-9417-a3f10dabca79), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.295148 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:45.345148 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=721c08fe-3128-4044-9417-a3f10dabca79,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:45.353599 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Checking segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:45.363531 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Network hostable DHCP agents. Network: 212982fd-ee74-4572-8056-95fa37c5661e, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:59:45.400661 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Network 212982fd-ee74-4572-8056-95fa37c5661e is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:59:45.411337 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, 212982fd-ee74-4572-8056-95fa37c5661e) {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:45.415443 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:45.416039 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.422184 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f6bafa-abd8-49b2-a8d4-40613c32e52e None None] Network 212982fd-ee74-4572-8056-95fa37c5661e requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:45.441998 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-53996602-bdcd-4ef8-b201-dd990af1f204 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4518147 Mar 05 02:59:45.442450 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55752) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:45.447344 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:45.472546 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.474059 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.537968 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks [] for router_controller (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.545731 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-212982fd-ee74-4572-8056-95fa37c5661e', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:59:45.546591 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.706828 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Allocated IP 172.20.0.2 (212982fd-ee74-4572-8056-95fa37c5661e/721c08fe-3128-4044-9417-a3f10dabca79/0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:45.756280 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks [] for router_gateway (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.926842 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Publish callbacks [] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.935884 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.987402 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Network 212982fd-ee74-4572-8056-95fa37c5661e is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:45.990784 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:45.994873 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:46.037091 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks [] for router_gateway (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.061877 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.179128 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Allocated IP 172.27.3.165 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/91ef9def-5352-4c05-88cb-49337543bf27) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:46.200126 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Pushing event updated for resources: {'Port': ['ID=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:46.248448 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Attempting to bind port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:46.248974 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Attempting to bind port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:46.250220 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Attempting to bind port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc on network 212982fd-ee74-4572-8056-95fa37c5661e {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:46.255880 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:46.256401 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Checking segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:46.256913 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.257552 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Bound using segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:46.259480 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Bound port: 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:46.259989 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.302781 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks [] for port (91ef9def-5352-4c05-88cb-49337543bf27), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.345563 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (91ef9def-5352-4c05-88cb-49337543bf27), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.348562 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] For port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:46.353047 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] For port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:46.362005 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.387662 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:46.391720 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:46.394365 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:46.438647 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Pushing event updated for resources: {'Port': ['ID=91ef9def-5352-4c05-88cb-49337543bf27,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:46.484458 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89322c11-a62f-41ac-a832-c5b999cad8d6 None None] Pushing event updated for resources: {'Port': ['ID=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:46.760038 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks [] for router_gateway (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.036847 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.040867 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:47.114596 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:47.115811 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.197878 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:59:47.210488 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:47.211020 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.246757 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:47.253911 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.254910 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 762d817f-8baf-4d5c-864c-266d34799973 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:47.342276 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:47.352180 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:47.356796 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 762d817f-8baf-4d5c-864c-266d34799973 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:47.357269 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (762d817f-8baf-4d5c-864c-266d34799973), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.364697 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:47.380064 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.381564 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-037cf521-4707-4e77-a990-10f84a7e8e69 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9378345 Mar 05 02:59:47.383479 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:47.384185 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:47.384449 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55754) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:47.507827 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 762d817f-8baf-4d5c-864c-266d34799973 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:47.508223 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (762d817f-8baf-4d5c-864c-266d34799973), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.531384 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:47.540007 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 762d817f-8baf-4d5c-864c-266d34799973, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=762d817f-8baf-4d5c-864c-266d34799973,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:47.550429 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (762d817f-8baf-4d5c-864c-266d34799973), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.619015 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=762d817f-8baf-4d5c-864c-266d34799973,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:47.789399 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 3, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:47.839431 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:47.840338 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Updating router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac port 91ef9def-5352-4c05-88cb-49337543bf27 binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:47.900940 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (91ef9def-5352-4c05-88cb-49337543bf27), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.932745 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Sync routers for ids ['d5e60916-f452-46e9-bd26-1c443499912c'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:47.944020 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Routers {'d5e60916-f452-46e9-bd26-1c443499912c'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:47.944722 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d5e60916-f452-46e9-bd26-1c443499912c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:48.070405 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.128578 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Set router d5e60916-f452-46e9-bd26-1c443499912c gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:48.242731 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ddd88-2ccf-4d48-9876-a6bc20b90162 None None] Network 212982fd-ee74-4572-8056-95fa37c5661e requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:48.319226 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Allocated IP 172.20.0.1 (212982fd-ee74-4572-8056-95fa37c5661e/721c08fe-3128-4044-9417-a3f10dabca79/f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:48.338535 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Publish callbacks [] for port (91ef9def-5352-4c05-88cb-49337543bf27), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.350264 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (91ef9def-5352-4c05-88cb-49337543bf27), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.395323 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-52e35968-c1d5-4030-9205-09166691fb40 None None] Provisioning complete for port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:48.396278 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-52e35968-c1d5-4030-9205-09166691fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.417339 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bbf3a-6f87-4627-8b9a-938355311d98 None None] Pushing event updated for resources: {'Port': ['ID=91ef9def-5352-4c05-88cb-49337543bf27,revision_number=2']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:48.420548 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Attempting to bind port 91ef9def-5352-4c05-88cb-49337543bf27 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:48.421812 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Attempting to bind port 91ef9def-5352-4c05-88cb-49337543bf27 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:48.422454 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Attempting to bind port 91ef9def-5352-4c05-88cb-49337543bf27 on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:48.429328 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:48.429948 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:48.430642 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.431178 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:48.431800 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Bound port: 91ef9def-5352-4c05-88cb-49337543bf27, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:48.432364 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (91ef9def-5352-4c05-88cb-49337543bf27), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.492972 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] For port 91ef9def-5352-4c05-88cb-49337543bf27, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:48.501219 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] For port 91ef9def-5352-4c05-88cb-49337543bf27, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=91ef9def-5352-4c05-88cb-49337543bf27,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:48.513859 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (91ef9def-5352-4c05-88cb-49337543bf27), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.516934 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Publish callbacks [] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.584373 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '762d817f-8baf-4d5c-864c-266d34799973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 4, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port': {'id': '762d817f-8baf-4d5c-864c-266d34799973', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:40Z', 'updated_at': '2022-03-05T02:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '9a0dc70a-8e58-4669-bf7a-90be7785d2e8', 'name': '', 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'mac_address': 'fa:16:3e:e5:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:42Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 2, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'subnets': [{'id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:48.591916 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:48.592108 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.592225 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:48.592225 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bbf3a-6f87-4627-8b9a-938355311d98 None None] Pushing event updated for resources: {'Port': ['ID=91ef9def-5352-4c05-88cb-49337543bf27,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:48.649073 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Pushing event updated for resources: {'Port': ['ID=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:48.667156 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Checking router: d5e60916-f452-46e9-bd26-1c443499912c for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:48.667676 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Updating router d5e60916-f452-46e9-bd26-1c443499912c port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:48.681342 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Network 212982fd-ee74-4572-8056-95fa37c5661e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:48.693604 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:48.696494 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:48.722397 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-52e35968-c1d5-4030-9205-09166691fb40 None None] Current status of the port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:48.745616 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.771315 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.808751 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:48.962333 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.156862 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Publish callbacks [] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.192984 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:49.205665 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.247893 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 3, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:49.301777 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-64e01223-ddbc-47ce-8113-70f15bdf913b None None] Provisioning complete for port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:49.302412 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-64e01223-ddbc-47ce-8113-70f15bdf913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.335159 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df71f07-1a18-4366-8f28-ac01a1bce0a5 None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 3, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:49.375508 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Publish callbacks [] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.384336 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.384592 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155779b-74d4-4d53-8c97-3c389f0d12b3 None None] Pushing event updated for resources: {'Port': ['ID=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:49.438323 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Attempting to bind port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:49.438701 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Attempting to bind port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:49.439064 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Attempting to bind port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 on network 1a0f9072-917d-4048-82d8-4408e30f9ced {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:49.443661 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:49.443836 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.459733 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:49.460138 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Checking segment: {'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:49.460546 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.460938 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Bound using segment: {'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:49.461465 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Bound port: 9a0dc70a-8e58-4669-bf7a-90be7785d2e8, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc2b35-39e6-4003-9e79-95076cd3547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:49.461847 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Pushing event updated for resources: {'Port': ['ID=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:49.464916 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.475730 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.577226 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-64e01223-ddbc-47ce-8113-70f15bdf913b None None] Current status of the port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:49.591644 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Network 212982fd-ee74-4572-8056-95fa37c5661e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:49.595286 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:49.720734 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] For port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:49.726258 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] For port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,segment=NetworkSegment(50bc2b35-39e6-4003-9e79-95076cd3547b),segment_id=50bc2b35-39e6-4003-9e79-95076cd3547b)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:49.762541 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:49.773133 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.794665 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-ebbbec4e-844d-48f5-94a6-337bcfee3298 None None] Provisioning complete for port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:49.795423 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ebbbec4e-844d-48f5-94a6-337bcfee3298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.964529 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:49.980276 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-07392b96-7780-4df3-a8f7-ab0b3e52a82b admin admin] 10.222.0.26 "PUT /v2.0/routers/1fb534b5-60bb-4832-9ab7-85055ccdf7ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5854652 Mar 05 02:59:50.104684 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:50.106243 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 762d817f-8baf-4d5c-864c-266d34799973 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:50.228237 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbec4e-844d-48f5-94a6-337bcfee3298 None None] Port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:50.257291 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155779b-74d4-4d53-8c97-3c389f0d12b3 None None] Pushing event updated for resources: {'Port': ['ID=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:50.270251 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Routers {'d5e60916-f452-46e9-bd26-1c443499912c'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:50.270991 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d5e60916-f452-46e9-bd26-1c443499912c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:50.526258 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] Set router d5e60916-f452-46e9-bd26-1c443499912c gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:50.622618 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 762d817f-8baf-4d5c-864c-266d34799973 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:50.622992 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (762d817f-8baf-4d5c-864c-266d34799973), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.666279 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Provisioning complete for port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:50.666656 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.808857 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55776) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:50.814338 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1653828314-network', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:50.857787 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Made reservation on behalf of eb0213ea96974814981d967d4fbd3f0f for: {'network': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:50.860423 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for network (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.870154 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.898788 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 762d817f-8baf-4d5c-864c-266d34799973 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:51.001468 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Current status of the port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:51.001468 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.051853 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] For port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,segment=NetworkSegment(50bc2b35-39e6-4003-9e79-95076cd3547b),segment_id=50bc2b35-39e6-4003-9e79-95076cd3547b)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:51.062021 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.080180 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Publish callbacks [] for security_group (7bcae5d9-8b81-4e8b-8978-4c4058dcd366), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.098347 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7bcae5d9-8b81-4e8b-8978-4c4058dcd366), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.116574 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Provisioning complete for port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:51.116816 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.121696 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=109852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:59:51.156493 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '762d817f-8baf-4d5c-864c-266d34799973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 4, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port': {'id': '762d817f-8baf-4d5c-864c-266d34799973', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:40Z', 'updated_at': '2022-03-05T02:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '9a0dc70a-8e58-4669-bf7a-90be7785d2e8', 'name': '', 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'mac_address': 'fa:16:3e:e5:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:42Z', 'updated_at': '2022-03-05T02:59:49Z', 'revision_number': 4, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'subnets': [{'id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:51.193088 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (ba7ff072-34eb-4ea4-9870-7d07454f77aa), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.193425 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.segments_db [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Added segment ba7ff072-34eb-4ea4-9870-7d07454f77aa of type vlan for network bb074f52-39d4-4a63-b6c2-297659769eed Mar 05 02:59:51.201031 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def131e0-3890-4e8f-b9ce-69c36bc088b6 None None] The sync data for ids ['d5e60916-f452-46e9-bd26-1c443499912c'] in dv-cinder-827259-3-iscsi is: [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '762d817f-8baf-4d5c-864c-266d34799973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 4, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port': {'id': '762d817f-8baf-4d5c-864c-266d34799973', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:40Z', 'updated_at': '2022-03-05T02:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '9a0dc70a-8e58-4669-bf7a-90be7785d2e8', 'name': '', 'network_id': '1a0f9072-917d-4048-82d8-4408e30f9ced', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'mac_address': 'fa:16:3e:e5:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:42Z', 'updated_at': '2022-03-05T02:59:49Z', 'revision_number': 4, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'subnets': [{'id': 'd928f1f9-6e64-4070-bc0b-f411c2d89984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:51.204665 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcae5d9-8b81-4e8b-8978-4c4058dcd366,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.229848 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Pushing event updated for resources: {'Port': ['ID=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.235597 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-2c4efbcc-52de-4e83-aa76-167ea16f5508 None None] Port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:51.298700 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770316081174'] for network (bb074f52-39d4-4a63-b6c2-297659769eed), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.301198 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:51.337206 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network (bb074f52-39d4-4a63-b6c2-297659769eed), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.345018 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:51.345843 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.384300 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:51.384692 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.400712 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55778) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:51.401304 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5912826 Mar 05 02:59:51.408347 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Request body: {'subnet': {'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1653828314-subnet', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:51.445524 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Made reservation on behalf of eb0213ea96974814981d967d4fbd3f0f for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:51.450059 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12338944'] for subnet (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.450533 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed9811-4d80-42f8-b867-b5e4644d6a35 admin admin] Pushing event updated for resources: {'Network': ['ID=bb074f52-39d4-4a63-b6c2-297659769eed,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.472563 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Network bb074f52-39d4-4a63-b6c2-297659769eed details requested by agent ovs-agent-dv-cinder-827259-3-iscsi with host dv-cinder-827259-3-iscsi {{(pid=109853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:59:51.646270 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:51.648435 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 91ef9def-5352-4c05-88cb-49337543bf27 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:51.715382 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 91ef9def-5352-4c05-88cb-49337543bf27 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:51.715643 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (91ef9def-5352-4c05-88cb-49337543bf27), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.738898 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11240023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12338974'] for subnet (e4743d7a-2dfc-45a9-ac16-2ceb72d427d8), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.791391 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4743d7a-2dfc-45a9-ac16-2ceb72d427d8,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.831914 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Checking segment: {'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:51.832545 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Network hostable DHCP agents. Network: bb074f52-39d4-4a63-b6c2-297659769eed, hostable agents: ['9e5775e1-dca8-4d1d-8a29-ee4ca8882226'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:59:51.866949 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Network bb074f52-39d4-4a63-b6c2-297659769eed is scheduled to be hosted by DHCP agent 9e5775e1-dca8-4d1d-8a29-ee4ca8882226 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:59:51.882592 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-iscsi, bb074f52-39d4-4a63-b6c2-297659769eed) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:51.886881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 91ef9def-5352-4c05-88cb-49337543bf27 is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:51.887374 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (91ef9def-5352-4c05-88cb-49337543bf27), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.895009 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f748f2-4e54-4e81-b44e-d3083f941b2b None None] Network bb074f52-39d4-4a63-b6c2-297659769eed requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:51.903351 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:51.904206 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.928655 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3b198081-e823-4a26-a6f2-957b9456915b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5259502 Mar 05 02:59:51.931592 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55780) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:51.936902 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:51.963672 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124502'] for router (8da79a27-31e4-4068-86dd-c6491b9156af), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.965133 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124511'] for router (8da79a27-31e4-4068-86dd-c6491b9156af), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.979659 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 91ef9def-5352-4c05-88cb-49337543bf27, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=91ef9def-5352-4c05-88cb-49337543bf27,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:51.988663 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (91ef9def-5352-4c05-88cb-49337543bf27), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.080067 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks [] for router_controller (8da79a27-31e4-4068-86dd-c6491b9156af), precommit_add_association {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.081145 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpece05d6a-d564-5bd2-ba95-f424af3d0cfa-bb074f52-39d4-4a63-b6c2-297659769eed', 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed', 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'fixed_ips': [{'subnet_id': 'e4743d7a-2dfc-45a9-ac16-2ceb72d427d8'}]}} from dv-cinder-827259-3-iscsi. {{(pid=109853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:59:52.082880 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.105501 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=91ef9def-5352-4c05-88cb-49337543bf27,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:52.249252 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.db_base_plugin_common [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Allocated IP 172.20.0.2 (bb074f52-39d4-4a63-b6c2-297659769eed/e4743d7a-2dfc-45a9-ac16-2ceb72d427d8/da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d) {{(pid=109853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:52.303345 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks [] for router_gateway (8da79a27-31e4-4068-86dd-c6491b9156af), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.440793 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Publish callbacks [] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), precommit_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.450047 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), after_create {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.504189 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Network bb074f52-39d4-4a63-b6c2-297659769eed is already hosted by enough agents. {{(pid=109853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:52.507146 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.scheduler.base_scheduler [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Resources bound (agent type, host, resource id): {{(pid=109853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:52.511761 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Received port after_create {{(pid=109853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:52.516301 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Pushing event updated for resources: {'Port': ['ID=da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d,revision_number=1']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:52.555427 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks [] for router_gateway (8da79a27-31e4-4068-86dd-c6491b9156af), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.579784 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.580298 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Attempting to bind port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:52.580672 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Attempting to bind port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:52.581036 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Attempting to bind port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d on network bb074f52-39d4-4a63-b6c2-297659769eed {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:52.586662 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:52.587309 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Checking segment: {'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:52.587667 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.588145 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Bound using segment: {'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:52.588758 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Bound port: da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:52.589226 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.673318 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] For port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:52.680325 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] For port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d,segment=NetworkSegment(ba7ff072-34eb-4ea4-9870-7d07454f77aa),segment_id=ba7ff072-34eb-4ea4-9870-7d07454f77aa)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:52.689068 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.719167 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Allocated IP 172.27.3.163 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/61b00982-1032-4ae3-96fa-a5ea3310939f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:52.765884 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a413b-fdf8-4857-ac57-fbf6d0082fde None None] Pushing event updated for resources: {'Port': ['ID=da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:52.864968 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks [] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.909061 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:53.010912 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:53.022276 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:53.028823 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Pushing event updated for resources: {'Port': ['ID=61b00982-1032-4ae3-96fa-a5ea3310939f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:53.032244 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:53.071411 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:53.117351 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:53.133673 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:53.143509 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:53.174322 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:53.174783 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:53.281282 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:53.283200 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 91ef9def-5352-4c05-88cb-49337543bf27 up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:53.351537 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 91ef9def-5352-4c05-88cb-49337543bf27 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:53.352806 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (91ef9def-5352-4c05-88cb-49337543bf27), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:53.440465 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 91ef9def-5352-4c05-88cb-49337543bf27 is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:53.449220 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks [] for router_gateway (8da79a27-31e4-4068-86dd-c6491b9156af), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:53.450067 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:53.730706 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:49Z', 'revision_number': 2, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:53.771148 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:53.771502 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Updating router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:53.807391 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.114538 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542691'] for router (8da79a27-31e4-4068-86dd-c6491b9156af), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.136531 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b2977-3414-4d2e-98bd-30728b09d087 None None] Network bb074f52-39d4-4a63-b6c2-297659769eed requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:54.165430 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Publish callbacks [] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.172729 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.214253 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a136e2-ccba-4f6e-af49-3896bdb6e111 None None] Pushing event updated for resources: {'Port': ['ID=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:54.270477 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-2b792658-a62b-4489-b014-fc6c74947fd0 None None] Provisioning complete for port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:54.271090 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2b792658-a62b-4489-b014-fc6c74947fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.286037 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Attempting to bind port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:54.286414 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Attempting to bind port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:54.286927 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Attempting to bind port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac on network 212982fd-ee74-4572-8056-95fa37c5661e {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:54.292750 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:54.293122 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Checking segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:54.293565 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.293974 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Bound using segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:54.294446 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Bound port: f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:54.294817 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.386993 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] For port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:54.391353 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] For port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:54.401306 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.424609 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Router 8da79a27-31e4-4068-86dd-c6491b9156af is scheduled to L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 with binding_index 1 {{(pid=109852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:59:54.472718 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a136e2-ccba-4f6e-af49-3896bdb6e111 None None] Pushing event updated for resources: {'Port': ['ID=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,revision_number=4']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:54.507654 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:54.508706 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:54.627186 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:54.636256 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:54.683177 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.687719 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:54.688481 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-5faa4ba6-da4c-43fa-b7ee-60afdfdf8b26 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7550895 Mar 05 02:59:54.710242 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Sync routers for ids ['8da79a27-31e4-4068-86dd-c6491b9156af'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:54.749879 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-2b792658-a62b-4489-b014-fc6c74947fd0 None None] Current status of the port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:54.750317 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2b792658-a62b-4489-b014-fc6c74947fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.754423 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Routers {'8da79a27-31e4-4068-86dd-c6491b9156af'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:54.755050 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['8da79a27-31e4-4068-86dd-c6491b9156af'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:54.902786 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2b792658-a62b-4489-b014-fc6c74947fd0 None None] For port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d,segment=NetworkSegment(ba7ff072-34eb-4ea4-9870-7d07454f77aa),segment_id=ba7ff072-34eb-4ea4-9870-7d07454f77aa)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:54.948924 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2b792658-a62b-4489-b014-fc6c74947fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.041563 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Set router 8da79a27-31e4-4068-86dd-c6491b9156af gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:55.105353 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:54Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:55.127641 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b792658-a62b-4489-b014-fc6c74947fd0 None None] Pushing event updated for resources: {'Port': ['ID=da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:55.145733 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f95cd5-54e0-488d-9d79-803ab8c983fa None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:54Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:55.158425 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:55.162805 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-28c028c6-3cb3-41fc-bd0a-4e0bdf76a65f None None] Provisioning complete for port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:55.163175 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c028c6-3cb3-41fc-bd0a-4e0bdf76a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.438748 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:55.439124 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.442779 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-28c028c6-3cb3-41fc-bd0a-4e0bdf76a65f None None] Current status of the port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:55.443093 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c028c6-3cb3-41fc-bd0a-4e0bdf76a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.465748 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5def057f-3915-407d-8ca6-f7b93c7b8126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.538835 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-28c028c6-3cb3-41fc-bd0a-4e0bdf76a65f None None] For port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:55.547728 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T02:59:53Z', 'revision_number': 3, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port': {'id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:52Z', 'updated_at': '2022-03-05T02:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:55.620919 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c028c6-3cb3-41fc-bd0a-4e0bdf76a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.628683 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Checking router: 8da79a27-31e4-4068-86dd-c6491b9156af for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:55.629299 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Updating router 8da79a27-31e4-4068-86dd-c6491b9156af port 61b00982-1032-4ae3-96fa-a5ea3310939f binding host dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:55.700952 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:55.717935 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.763167 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c028c6-3cb3-41fc-bd0a-4e0bdf76a65f None None] Pushing event updated for resources: {'Port': ['ID=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:55.864310 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.888151 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-45614ac8-cdb5-483c-9152-ea23dc68a97e None None] Provisioning complete for port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:55.889594 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-45614ac8-cdb5-483c-9152-ea23dc68a97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.076313 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-45614ac8-cdb5-483c-9152-ea23dc68a97e None None] Current status of the port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:56.113005 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Allocated IP 172.20.0.1 (bb074f52-39d4-4a63-b6c2-297659769eed/e4743d7a-2dfc-45a9-ac16-2ceb72d427d8/1712d297-94ad-43f1-b82c-aa1b03c7d27c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:56.230961 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Publish callbacks [] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.237787 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.281968 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Publish callbacks [] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.292338 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Attempting to bind port 61b00982-1032-4ae3-96fa-a5ea3310939f on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:56.292716 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Attempting to bind port 61b00982-1032-4ae3-96fa-a5ea3310939f by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:56.293076 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Attempting to bind port 61b00982-1032-4ae3-96fa-a5ea3310939f on network 3500b1fd-4ef2-46d2-b347-531fb12130ec {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:56.294944 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1fbe7-01c0-4421-880b-fb598ddc7cce None None] Pushing event updated for resources: {'Port': ['ID=61b00982-1032-4ae3-96fa-a5ea3310939f,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:56.300847 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:56.301216 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Checking segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:56.301621 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.302028 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Bound using segment: {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:56.302509 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Bound port: 61b00982-1032-4ae3-96fa-a5ea3310939f, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91be8053-435e-45a2-9def-062302f06342', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:56.302886 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.321156 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.369736 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] For port 61b00982-1032-4ae3-96fa-a5ea3310939f, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:56.370104 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Network bb074f52-39d4-4a63-b6c2-297659769eed is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:56.372836 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:56.374295 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] For port 61b00982-1032-4ae3-96fa-a5ea3310939f, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=61b00982-1032-4ae3-96fa-a5ea3310939f,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:56.377132 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:56.383241 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.404100 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Pushing event updated for resources: {'Port': ['ID=1712d297-94ad-43f1-b82c-aa1b03c7d27c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:56.455325 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541390'] for router_interface (8da79a27-31e4-4068-86dd-c6491b9156af), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.461475 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Routers {'8da79a27-31e4-4068-86dd-c6491b9156af'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:56.462266 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['8da79a27-31e4-4068-86dd-c6491b9156af'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:56.524313 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1fbe7-01c0-4421-880b-fb598ddc7cce None None] Pushing event updated for resources: {'Port': ['ID=61b00982-1032-4ae3-96fa-a5ea3310939f,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:56.634169 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.637402 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] Set router 8da79a27-31e4-4068-86dd-c6491b9156af gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:56.786432 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-17533611-3411-4560-8d49-f5ee1e633295 None None] Provisioning complete for port 1712d297-94ad-43f1-b82c-aa1b03c7d27c triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:56.786712 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-17533611-3411-4560-8d49-f5ee1e633295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.847567 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-17533611-3411-4560-8d49-f5ee1e633295 None None] Port 1712d297-94ad-43f1-b82c-aa1b03c7d27c cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:56.859508 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Publish callbacks [] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.865930 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.942924 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541346'] for router_interface (8da79a27-31e4-4068-86dd-c6491b9156af), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.974304 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Pushing event updated for resources: {'Port': ['ID=1712d297-94ad-43f1-b82c-aa1b03c7d27c,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:57.106873 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Network bb074f52-39d4-4a63-b6c2-297659769eed is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:57.107834 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T02:59:53Z', 'revision_number': 3, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port': {'id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:52Z', 'updated_at': '2022-03-05T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:57.111754 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:57.174075 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:57.178157 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f14415-d561-4971-b8a9-4c4d196238e1 None None] The sync data for ids ['8da79a27-31e4-4068-86dd-c6491b9156af'] in dv-cinder-827259-3-iscsi is: [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T02:59:53Z', 'revision_number': 3, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port': {'id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:52Z', 'updated_at': '2022-03-05T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:57.297154 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:57.297754 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:57.333513 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Router 8da79a27-31e4-4068-86dd-c6491b9156af has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:57.427977 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:57.429691 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:57.484593 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-35f8af50-0279-426d-b26d-64242bf076ad None None] Provisioning complete for port 1712d297-94ad-43f1-b82c-aa1b03c7d27c triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:57.485177 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35f8af50-0279-426d-b26d-64242bf076ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:57.524341 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:57.538082 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-cbd911fd-f5b9-4195-8c32-9cb44391e74e admin admin] 10.222.0.26 "PUT /v2.0/routers/8da79a27-31e4-4068-86dd-c6491b9156af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433354 Mar 05 02:59:57.576418 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:57.576718 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:57.602957 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-35f8af50-0279-426d-b26d-64242bf076ad None None] Port 1712d297-94ad-43f1-b82c-aa1b03c7d27c cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:57.711097 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2f993c80-9399-4996-b89e-8b042fa34cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:57.712585 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:58.462719 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55796) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:58.467442 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e0ea87ba-a84e-4b70-aef7-cd621c9f210c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280001705', 'description': 'tempest-secgroup-smoke-1280001705 description', 'project_id': '71e08e745e374d92a13f0a03ad69b496'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:58.497605 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ea87ba-a84e-4b70-aef7-cd621c9f210c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.594115 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ea87ba-a84e-4b70-aef7-cd621c9f210c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group (bee04a6e-3e63-45eb-b683-4b6cfc6e1b04), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.599471 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ea87ba-a84e-4b70-aef7-cd621c9f210c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (bee04a6e-3e63-45eb-b683-4b6cfc6e1b04), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.642877 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea87ba-a84e-4b70-aef7-cd621c9f210c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:58.676760 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ea87ba-a84e-4b70-aef7-cd621c9f210c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.678216 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e0ea87ba-a84e-4b70-aef7-cd621c9f210c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2143874 Mar 05 02:59:58.681066 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55798) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:58.687901 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1bbaab77-edd8-4b50-b620-4b42b0f0c33d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'security_group_rule': {'security_group_id': 'bee04a6e-3e63-45eb-b683-4b6cfc6e1b04', 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:58.715976 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bbaab77-edd8-4b50-b620-4b42b0f0c33d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (c942b5e8-9c01-4b42-b44f-9ddcc6dfe00b), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.776054 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bbaab77-edd8-4b50-b620-4b42b0f0c33d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (c942b5e8-9c01-4b42-b44f-9ddcc6dfe00b), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.780445 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bbaab77-edd8-4b50-b620-4b42b0f0c33d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (c942b5e8-9c01-4b42-b44f-9ddcc6dfe00b), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.792957 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.800593 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaab77-edd8-4b50-b620-4b42b0f0c33d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c942b5e8-9c01-4b42-b44f-9ddcc6dfe00b,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:58.810376 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bbaab77-edd8-4b50-b620-4b42b0f0c33d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.811879 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1bbaab77-edd8-4b50-b620-4b42b0f0c33d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276736 Mar 05 02:59:58.815036 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55804) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:58.819603 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3e91011f-ffef-4fa7-aa88-f5a63ec3265a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'security_group_rule': {'security_group_id': 'bee04a6e-3e63-45eb-b683-4b6cfc6e1b04', 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:58.850016 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e91011f-ffef-4fa7-aa88-f5a63ec3265a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (c59e3718-93e1-4383-b4a6-5c6a2a56c57d), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.910392 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e91011f-ffef-4fa7-aa88-f5a63ec3265a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (c59e3718-93e1-4383-b4a6-5c6a2a56c57d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.927354 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e91011f-ffef-4fa7-aa88-f5a63ec3265a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (c59e3718-93e1-4383-b4a6-5c6a2a56c57d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.956149 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91011f-ffef-4fa7-aa88-f5a63ec3265a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59e3718-93e1-4383-b4a6-5c6a2a56c57d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:58.967398 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e91011f-ffef-4fa7-aa88-f5a63ec3265a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.969425 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3e91011f-ffef-4fa7-aa88-f5a63ec3265a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532850 Mar 05 02:59:58.972398 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55806) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:58.976970 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4ed4017f-3981-4a29-890f-986fa6c088a8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'security_group_rule': {'security_group_id': 'bee04a6e-3e63-45eb-b683-4b6cfc6e1b04', 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:59.015413 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ed4017f-3981-4a29-890f-986fa6c088a8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (56f2a15b-f3ad-4609-b555-c971b2de4192), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.035856 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 61b00982-1032-4ae3-96fa-a5ea3310939f up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:59.081717 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ed4017f-3981-4a29-890f-986fa6c088a8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (56f2a15b-f3ad-4609-b555-c971b2de4192), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.086300 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ed4017f-3981-4a29-890f-986fa6c088a8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (56f2a15b-f3ad-4609-b555-c971b2de4192), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.114552 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4017f-3981-4a29-890f-986fa6c088a8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f2a15b-f3ad-4609-b555-c971b2de4192,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:59.127001 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ed4017f-3981-4a29-890f-986fa6c088a8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.131010 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-4ed4017f-3981-4a29-890f-986fa6c088a8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550579 Mar 05 02:59:59.131378 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55808) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:59.138089 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-070c1d2d-05b6-4690-a90e-8935db64deda tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'security_group_rule': {'security_group_id': 'bee04a6e-3e63-45eb-b683-4b6cfc6e1b04', 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:59.141929 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 61b00982-1032-4ae3-96fa-a5ea3310939f triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:59.142455 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.168192 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070c1d2d-05b6-4690-a90e-8935db64deda tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (609b026d-7409-4587-aa10-6ea1b43ef9b0), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.237810 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070c1d2d-05b6-4690-a90e-8935db64deda tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (609b026d-7409-4587-aa10-6ea1b43ef9b0), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.242847 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070c1d2d-05b6-4690-a90e-8935db64deda tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (609b026d-7409-4587-aa10-6ea1b43ef9b0), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.253008 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 61b00982-1032-4ae3-96fa-a5ea3310939f is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:59.254046 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.269067 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c1d2d-05b6-4690-a90e-8935db64deda tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609b026d-7409-4587-aa10-6ea1b43ef9b0,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:59.275538 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070c1d2d-05b6-4690-a90e-8935db64deda tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.279811 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 55816) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:59.285075 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-67edb839-e6e4-4e37-a845-91099bc4dee9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'security_group_rule': {'security_group_id': 'bee04a6e-3e63-45eb-b683-4b6cfc6e1b04', 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:59.286311 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] For port 61b00982-1032-4ae3-96fa-a5ea3310939f, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=61b00982-1032-4ae3-96fa-a5ea3310939f,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:59.289281 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-070c1d2d-05b6-4690-a90e-8935db64deda tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566947 Mar 05 02:59:59.295167 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.311177 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.securitygroups_db [None req-67edb839-e6e4-4e37-a845-91099bc4dee9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Project 71e08e745e374d92a13f0a03ad69b496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 02:59:59.317285 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67edb839-e6e4-4e37-a845-91099bc4dee9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (c8737e7b-023c-4e2f-970b-498ce63eccbc), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.364866 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Pushing event updated for resources: {'Port': ['ID=61b00982-1032-4ae3-96fa-a5ea3310939f,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:59.398409 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67edb839-e6e4-4e37-a845-91099bc4dee9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (c8737e7b-023c-4e2f-970b-498ce63eccbc), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.402060 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67edb839-e6e4-4e37-a845-91099bc4dee9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (c8737e7b-023c-4e2f-970b-498ce63eccbc), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.421881 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edb839-e6e4-4e37-a845-91099bc4dee9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8737e7b-023c-4e2f-970b-498ce63eccbc,revision_number=0']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:59.430899 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67edb839-e6e4-4e37-a845-91099bc4dee9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.433999 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-67edb839-e6e4-4e37-a845-91099bc4dee9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512909 Mar 05 02:59:59.435037 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 55820) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:59.440156 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-031d1f1a-fb99-4cc1-8ba2-cc24044082cb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'security_group_rule': {'security_group_id': 'bee04a6e-3e63-45eb-b683-4b6cfc6e1b04', 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:59.460795 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-031d1f1a-fb99-4cc1-8ba2-cc24044082cb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Project 71e08e745e374d92a13f0a03ad69b496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 02:59:59.466358 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-031d1f1a-fb99-4cc1-8ba2-cc24044082cb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (8b406d69-51e4-45fc-a8cf-ea9b6fa990c3), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.534474 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Sync routers for ids ['8da79a27-31e4-4068-86dd-c6491b9156af'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:59.545137 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-031d1f1a-fb99-4cc1-8ba2-cc24044082cb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (8b406d69-51e4-45fc-a8cf-ea9b6fa990c3), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.550958 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-031d1f1a-fb99-4cc1-8ba2-cc24044082cb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (8b406d69-51e4-45fc-a8cf-ea9b6fa990c3), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.552762 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Routers {'8da79a27-31e4-4068-86dd-c6491b9156af'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:59.553497 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['8da79a27-31e4-4068-86dd-c6491b9156af'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:59.579290 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d1f1a-fb99-4cc1-8ba2-cc24044082cb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b406d69-51e4-45fc-a8cf-ea9b6fa990c3,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:59.584131 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-031d1f1a-fb99-4cc1-8ba2-cc24044082cb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:59.585385 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-031d1f1a-fb99-4cc1-8ba2-cc24044082cb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493192 Mar 05 02:59:59.682362 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Set router 8da79a27-31e4-4068-86dd-c6491b9156af gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:59.870836 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-ac70badc-837b-4c4c-b236-d8785aedaa5f tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:59.872658 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-ac70badc-837b-4c4c-b236-d8785aedaa5f tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/networks?id=332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 200 len: 814 time: 0.1040125 Mar 05 02:59:59.888553 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-a489ae1c-a3dd-4d11-b380-1643746c7d49 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/quotas/afdf34f696b743d1885e8c9895a1d4b0 HTTP/1.1" status: 200 len: 375 time: 0.0096464 Mar 05 02:59:59.901320 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T02:59:56Z', 'revision_number': 4, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port': {'id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:52Z', 'updated_at': '2022-03-05T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '1712d297-94ad-43f1-b82c-aa1b03c7d27c', 'name': '', 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'mac_address': 'fa:16:3e:0b:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4743d7a-2dfc-45a9-ac16-2ceb72d427d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:55Z', 'updated_at': '2022-03-05T02:59:56Z', 'revision_number': 2, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'subnets': [{'id': 'e4743d7a-2dfc-45a9-ac16-2ceb72d427d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:59.932121 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Checking router: 8da79a27-31e4-4068-86dd-c6491b9156af for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:59.932365 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Updating router 8da79a27-31e4-4068-86dd-c6491b9156af port 1712d297-94ad-43f1-b82c-aa1b03c7d27c binding host dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:59.953718 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-3b58bfab-7dc7-4afd-b9df-2bd2aebadeec tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582304 Mar 05 02:59:59.961482 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.065665 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-760cdcba-ad52-4f80-8d9c-0e043de010c7 service neutron] 10.222.0.26 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998204 Mar 05 03:00:00.132527 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.158784 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-f2e363c6-a7b4-4e44-82a8-57e3b5485122 service neutron] 10.222.0.26 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919623 Mar 05 03:00:00.332961 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9d72b4d6-3297-4938-afd3-406019adcb89 req-6df0518c-cf8a-41f2-9ddc-62c7fb1adabc tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 210 time: 0.0306067 Mar 05 03:00:00.385367 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Publish callbacks [] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), precommit_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.393032 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.462320 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46424b4d-fe42-4600-86dc-8414a75ab066 None None] Pushing event updated for resources: {'Port': ['ID=1712d297-94ad-43f1-b82c-aa1b03c7d27c,revision_number=3']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:00.533758 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Attempting to bind port 1712d297-94ad-43f1-b82c-aa1b03c7d27c on host dv-cinder-827259-3-iscsi for vnic_type normal with profile {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 03:00:00.534166 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Attempting to bind port 1712d297-94ad-43f1-b82c-aa1b03c7d27c by drivers openvswitch,hyperv on host dv-cinder-827259-3-iscsi at level 0 using segments [{'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 03:00:00.534699 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Attempting to bind port 1712d297-94ad-43f1-b82c-aa1b03c7d27c on network bb074f52-39d4-4a63-b6c2-297659769eed {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:00:00.540853 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Checking agent: {'id': '7e0de885-c6b4-4028-86a2-ee4780356c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 2), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 03:00:00.541483 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Checking segment: {'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 03:00:00.542088 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.542481 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Bound using segment: {'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'} {{(pid=109854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 03:00:00.542953 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.managers [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Bound port: 1712d297-94ad-43f1-b82c-aa1b03c7d27c, host: dv-cinder-827259-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7ff072-34eb-4ea4-9870-7d07454f77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed'}}] {{(pid=109854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 03:00:00.543340 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), before_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.626289 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] For port 1712d297-94ad-43f1-b82c-aa1b03c7d27c, host dv-cinder-827259-3-iscsi, cleared binding levels {{(pid=109854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 03:00:00.629813 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] For port 1712d297-94ad-43f1-b82c-aa1b03c7d27c, host dv-cinder-827259-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=1712d297-94ad-43f1-b82c-aa1b03c7d27c,segment=NetworkSegment(ba7ff072-34eb-4ea4-9870-7d07454f77aa),segment_id=ba7ff072-34eb-4ea4-9870-7d07454f77aa)] {{(pid=109854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 03:00:00.640227 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), after_update {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.698828 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Routers {'8da79a27-31e4-4068-86dd-c6491b9156af'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:00.699484 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['8da79a27-31e4-4068-86dd-c6491b9156af'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:00.741063 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46424b4d-fe42-4600-86dc-8414a75ab066 None None] Pushing event updated for resources: {'Port': ['ID=1712d297-94ad-43f1-b82c-aa1b03c7d27c,revision_number=4']} {{(pid=109854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:00.757404 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-b9930147-96e5-4aa2-9f5a-096d9a9f03d6 None None] Provisioning complete for port 1712d297-94ad-43f1-b82c-aa1b03c7d27c triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:00.758142 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9930147-96e5-4aa2-9f5a-096d9a9f03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.841287 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] Set router 8da79a27-31e4-4068-86dd-c6491b9156af gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:00.860613 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-b9930147-96e5-4aa2-9f5a-096d9a9f03d6 None None] Current status of the port 1712d297-94ad-43f1-b82c-aa1b03c7d27c is: DOWN; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:00.861099 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9930147-96e5-4aa2-9f5a-096d9a9f03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.898298 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b9930147-96e5-4aa2-9f5a-096d9a9f03d6 None None] For port 1712d297-94ad-43f1-b82c-aa1b03c7d27c, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=1712d297-94ad-43f1-b82c-aa1b03c7d27c,segment=NetworkSegment(ba7ff072-34eb-4ea4-9870-7d07454f77aa),segment_id=ba7ff072-34eb-4ea4-9870-7d07454f77aa)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:00.904129 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9930147-96e5-4aa2-9f5a-096d9a9f03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:00.996446 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9930147-96e5-4aa2-9f5a-096d9a9f03d6 None None] Pushing event updated for resources: {'Port': ['ID=1712d297-94ad-43f1-b82c-aa1b03c7d27c,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:01.021166 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 61b00982-1032-4ae3-96fa-a5ea3310939f up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 03:00:01.059126 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-681f62da-c77f-47b9-97d1-ebda613aca44 None None] Provisioning complete for port 1712d297-94ad-43f1-b82c-aa1b03c7d27c triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:01.059496 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-681f62da-c77f-47b9-97d1-ebda613aca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:01.085155 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T02:59:56Z', 'revision_number': 4, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port': {'id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:52Z', 'updated_at': '2022-03-05T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '1712d297-94ad-43f1-b82c-aa1b03c7d27c', 'name': '', 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'mac_address': 'fa:16:3e:0b:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4743d7a-2dfc-45a9-ac16-2ceb72d427d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:55Z', 'updated_at': '2022-03-05T03:00:00Z', 'revision_number': 4, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'subnets': [{'id': 'e4743d7a-2dfc-45a9-ac16-2ceb72d427d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:01.114279 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 61b00982-1032-4ae3-96fa-a5ea3310939f triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:01.114823 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:01.116521 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d7ec0-f4b2-4116-9203-dcf656f9dc97 None None] The sync data for ids ['8da79a27-31e4-4068-86dd-c6491b9156af'] in dv-cinder-827259-3-iscsi is: [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T02:59:56Z', 'revision_number': 4, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port': {'id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:52Z', 'updated_at': '2022-03-05T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '1712d297-94ad-43f1-b82c-aa1b03c7d27c', 'name': '', 'network_id': 'bb074f52-39d4-4a63-b6c2-297659769eed', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'mac_address': 'fa:16:3e:0b:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4743d7a-2dfc-45a9-ac16-2ceb72d427d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:55Z', 'updated_at': '2022-03-05T03:00:00Z', 'revision_number': 4, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'subnets': [{'id': 'e4743d7a-2dfc-45a9-ac16-2ceb72d427d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:00:01.217745 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-681f62da-c77f-47b9-97d1-ebda613aca44 None None] Current status of the port 1712d297-94ad-43f1-b82c-aa1b03c7d27c is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:01.269161 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 61b00982-1032-4ae3-96fa-a5ea3310939f is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:01.493677 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2962942c-1718-4486-9261-b33555432de0 req-4565e08c-2bd0-4f3b-894f-0f8d00ad05c2 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 210 time: 0.0787601 Mar 05 03:00:01.535977 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-18edad2c-8f80-459c-b7d0-85db8214f824 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:01.537841 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-18edad2c-8f80-459c-b7d0-85db8214f824 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.13 "GET /v2.0/networks?id=332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 200 len: 814 time: 0.1732023 Mar 05 03:00:01.553400 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'port': {'device_id': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'admin_state_up': True, 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:01.680819 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:01.722722 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Made reservation on behalf of afdf34f696b743d1885e8c9895a1d4b0 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 03:00:01.726485 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:01.872289 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Allocated IP 172.20.0.12 (332d66d3-287a-4b41-876a-1fa0526c39de/1ef565ef-e35f-42a5-aea6-112de3086467/789f23b9-7562-4e04-91c4-acdf502fe56a) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:00:02.045339 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:02.088128 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:02.141512 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Network 332d66d3-287a-4b41-876a-1fa0526c39de is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:00:02.145070 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:00:02.151248 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:00:02.160728 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'Port': ['ID=789f23b9-7562-4e04-91c4-acdf502fe56a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:02.273886 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:02.274828 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:02.295700 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-98eec83b-6432-4f6e-a57b-c16d57762888 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7460363 Mar 05 03:00:02.344643 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Request body: {'port': {'device_id': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:02.503051 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:02.663831 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-4bf6a491-5c9a-44c0-96de-a68320691e75 None None] Provisioning complete for port 789f23b9-7562-4e04-91c4-acdf502fe56a triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:02.664532 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a491-5c9a-44c0-96de-a68320691e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:02.733299 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6a491-5c9a-44c0-96de-a68320691e75 None None] Port 789f23b9-7562-4e04-91c4-acdf502fe56a cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 03:00:02.868797 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6726b-0ba4-4e7e-95ab-533d6a543b11 req-e6e87f76-2640-4073-bf0e-a168a24abe16 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:02.870406 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-12d6726b-0ba4-4e7e-95ab-533d6a543b11 req-e6e87f76-2640-4073-bf0e-a168a24abe16 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 932 time: 0.1297872 Mar 05 03:00:03.145838 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-12d6726b-0ba4-4e7e-95ab-533d6a543b11 req-e33d2a7c-0bbd-4e2c-a641-23d796741062 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929843 Mar 05 03:00:03.167072 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 1712d297-94ad-43f1-b82c-aa1b03c7d27c up at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 03:00:03.277032 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Provisioning complete for port 1712d297-94ad-43f1-b82c-aa1b03c7d27c triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:03.277867 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:03.300709 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789f23b9-7562-4e04-91c4-acdf502fe56a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:00:03.316805 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Publish callbacks [] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:03.354315 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Transition to ACTIVE for port object 789f23b9-7562-4e04-91c4-acdf502fe56a will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 03:00:03.361088 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:03.446330 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Current status of the port 1712d297-94ad-43f1-b82c-aa1b03c7d27c is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:03.552974 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Pushing event updated for resources: {'Port': ['ID=789f23b9-7562-4e04-91c4-acdf502fe56a,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:03.597261 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Attempting to bind port 789f23b9-7562-4e04-91c4-acdf502fe56a on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 03:00:03.597812 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Attempting to bind port 789f23b9-7562-4e04-91c4-acdf502fe56a by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 03:00:03.598549 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Attempting to bind port 789f23b9-7562-4e04-91c4-acdf502fe56a on network 332d66d3-287a-4b41-876a-1fa0526c39de {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:00:03.607868 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Port 789f23b9-7562-4e04-91c4-acdf502fe56a on network 332d66d3-287a-4b41-876a-1fa0526c39de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 03:00:03.608410 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Attempting to bind port 789f23b9-7562-4e04-91c4-acdf502fe56a on network 332d66d3-287a-4b41-876a-1fa0526c39de {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:00:03.615670 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 03:00:03.616102 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Checking segment: {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 03:00:03.616616 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Bound using segment: {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 03:00:03.617168 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Bound port: 789f23b9-7562-4e04-91c4-acdf502fe56a, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab3f22-7179-4d34-b656-f86c7febae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 03:00:03.617620 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:03.736040 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] For port 789f23b9-7562-4e04-91c4-acdf502fe56a, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 03:00:03.739803 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] For port 789f23b9-7562-4e04-91c4-acdf502fe56a, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=789f23b9-7562-4e04-91c4-acdf502fe56a,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 03:00:03.746631 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:03.788188 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:03.788830 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:03.790241 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] 10.222.0.13 "PUT /v2.0/ports/789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 1094 time: 1.4512134 Mar 05 03:00:03.790682 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:03.793092 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8050628-5e88-41b3-989d-64329087427b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:03.831760 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d5a79-bc1b-4f65-b8a8-8e62c758405f service neutron] Pushing event updated for resources: {'Port': ['ID=789f23b9-7562-4e04-91c4-acdf502fe56a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:03.878002 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35376658-7e46-4a00-9983-c28fde8777e2 x-openstack-request-id: req-35376658-7e46-4a00-9983-c28fde8777e2 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:03.878536 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:03.879249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35376658-7e46-4a00-9983-c28fde8777e2 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:03.879964 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'status': 'completed', 'code': 200} Mar 05 03:00:04.354899 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bbb11-c431-4701-8ac8-5d14855bcf11 req-f874caea-89c6-4d73-8caa-31404aa37042 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:04.358052 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fe5bbb11-c431-4701-8ac8-5d14855bcf11 req-f874caea-89c6-4d73-8caa-31404aa37042 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.0758858 Mar 05 03:00:04.453527 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fe5bbb11-c431-4701-8ac8-5d14855bcf11 req-7485c2ef-2133-4c4f-8e4e-03e6193d0db2 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719876 Mar 05 03:00:05.578955 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea00ec-1390-4e8c-8ec3-28b20cb02fb0 req-e41d7b77-c28c-49e8-9e10-391da32f968e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:05.580424 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-89ea00ec-1390-4e8c-8ec3-28b20cb02fb0 req-e41d7b77-c28c-49e8-9e10-391da32f968e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.0580864 Mar 05 03:00:05.629356 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-89ea00ec-1390-4e8c-8ec3-28b20cb02fb0 req-b19293ca-5f2c-41c0-b02f-ff7b814fbcc3 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Mar 05 03:00:06.763819 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd15f8-b710-4bcb-9298-9a20b172fc9e req-6565604d-c206-4b77-b0db-714656dad091 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:06.765987 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-27bd15f8-b710-4bcb-9298-9a20b172fc9e req-6565604d-c206-4b77-b0db-714656dad091 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.0560374 Mar 05 03:00:06.821517 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-27bd15f8-b710-4bcb-9298-9a20b172fc9e req-4dd4c25c-8232-4636-bb41-87373b00d8b0 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471752 Mar 05 03:00:07.732448 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:00:07.954165 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34031-0d37-4526-89e7-b8b80fa649b2 req-38701644-c3d2-4439-9ff2-4a98d42eb7af tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:07.955876 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-71c34031-0d37-4526-89e7-b8b80fa649b2 req-38701644-c3d2-4439-9ff2-4a98d42eb7af tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.0685205 Mar 05 03:00:08.004759 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-71c34031-0d37-4526-89e7-b8b80fa649b2 req-4eea9535-ea56-4965-b97d-bc933a9dc312 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Mar 05 03:00:09.160379 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568b6a5-a87e-4612-b538-791fbf339edf req-78abd6c5-1254-4839-af61-fc2ca2f51a4e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:09.164911 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7568b6a5-a87e-4612-b538-791fbf339edf req-78abd6c5-1254-4839-af61-fc2ca2f51a4e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.0648634 Mar 05 03:00:09.217171 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7568b6a5-a87e-4612-b538-791fbf339edf req-049ae561-dc40-4303-8696-a8ea1c02189e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488586 Mar 05 03:00:09.969012 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:10.358060 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddebf6-01c3-49f7-99e0-daedd83bb2f7 req-1b316342-9d01-4d19-844f-1c43af941cf1 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:10.360098 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-18ddebf6-01c3-49f7-99e0-daedd83bb2f7 req-1b316342-9d01-4d19-844f-1c43af941cf1 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.0613363 Mar 05 03:00:10.419872 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-18ddebf6-01c3-49f7-99e0-daedd83bb2f7 req-e337f4ec-0e36-4978-94dd-b1aef00c1523 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Mar 05 03:00:11.231119 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050628-5e88-41b3-989d-64329087427b req-9a679bb4-0b3f-4ab3-8051-1a4021285b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.232678 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8050628-5e88-41b3-989d-64329087427b req-9a679bb4-0b3f-4ab3-8051-1a4021285b0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1128 time: 0.0492406 Mar 05 03:00:11.406432 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050628-5e88-41b3-989d-64329087427b req-078e1f79-5900-4316-9b50-1f522cfa2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.407902 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8050628-5e88-41b3-989d-64329087427b req-078e1f79-5900-4316-9b50-1f522cfa2a6f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1655183 Mar 05 03:00:11.599966 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050628-5e88-41b3-989d-64329087427b req-80f924c9-fd06-4456-bb64-fa1b2e1cc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.601342 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c8050628-5e88-41b3-989d-64329087427b req-80f924c9-fd06-4456-bb64-fa1b2e1cc52e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1862788 Mar 05 03:00:11.613061 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72931c9b-e4bb-49ae-966f-6858effe3cd4 req-3bf0cca9-c45e-49e8-9517-4f5e1cbc67c0 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.614493 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-72931c9b-e4bb-49ae-966f-6858effe3cd4 req-3bf0cca9-c45e-49e8-9517-4f5e1cbc67c0 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.1090438 Mar 05 03:00:11.686811 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-72931c9b-e4bb-49ae-966f-6858effe3cd4 req-9d3bd298-1369-48b0-a224-2d8f2bf2f8fd tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658004 Mar 05 03:00:11.702833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-d6ca333a-8ea5-4d2f-8480-f34142c0be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.704353 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-d6ca333a-8ea5-4d2f-8480-f34142c0be47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1128 time: 0.0580149 Mar 05 03:00:11.749973 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-8c7dbfbc-baf5-474b-beab-f601fa82acfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 217 time: 0.0378819 Mar 05 03:00:11.797720 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-be27f9f5-440f-4771-b34b-a048e719a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.799203 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-be27f9f5-440f-4771-b34b-a048e719a0e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ef565ef-e35f-42a5-aea6-112de3086467 HTTP/1.1" status: 200 len: 853 time: 0.0430233 Mar 05 03:00:11.849172 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-39ad3565-9524-4354-a747-27a1394224f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.850771 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-39ad3565-9524-4354-a747-27a1394224f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=332d66d3-287a-4b41-876a-1fa0526c39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450804 Mar 05 03:00:11.941521 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-c856190f-3fc6-4961-b142-4910bdbc4e30 service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Mar 05 03:00:12.029343 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f1ba674-60f8-4e58-8120-2ec946a40f11 req-308d3fed-c065-4332-b8af-179631d7d5bc service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806818 Mar 05 03:00:12.813702 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7bad-72e9-4f72-ad1b-ec5e99f26bac req-6ad15f6d-c018-4034-a29b-33c2cd566e55 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.815253 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-845f7bad-72e9-4f72-ad1b-ec5e99f26bac req-6ad15f6d-c018-4034-a29b-33c2cd566e55 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.0573523 Mar 05 03:00:12.866074 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-845f7bad-72e9-4f72-ad1b-ec5e99f26bac req-633fc71d-b5a7-4edf-9a5d-668931b347be tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446358 Mar 05 03:00:14.000461 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bb2f3-5e01-4bf5-a0d7-c85b87c610d5 req-215a6aac-ef83-4e8f-819f-b7f8ea3b7166 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:14.002223 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a98bb2f3-5e01-4bf5-a0d7-c85b87c610d5 req-215a6aac-ef83-4e8f-819f-b7f8ea3b7166 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 944 time: 0.0552788 Mar 05 03:00:14.058060 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a98bb2f3-5e01-4bf5-a0d7-c85b87c610d5 req-8743e1b5-6df4-4d52-aaf6-30ef1ba3f522 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494828 Mar 05 03:00:14.710507 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 789f23b9-7562-4e04-91c4-acdf502fe56a details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 03:00:14.805453 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 789f23b9-7562-4e04-91c4-acdf502fe56a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=789f23b9-7562-4e04-91c4-acdf502fe56a,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:14.817443 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'port_id': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'mac_address': 'fa:16:3e:e9:82:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 03:00:14.857441 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 789f23b9-7562-4e04-91c4-acdf502fe56a is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:14.857829 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:14.870558 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789f23b9-7562-4e04-91c4-acdf502fe56a {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:00:14.889458 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 789f23b9-7562-4e04-91c4-acdf502fe56a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=789f23b9-7562-4e04-91c4-acdf502fe56a,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:14.894728 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:14.940642 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=789f23b9-7562-4e04-91c4-acdf502fe56a,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:15.099092 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['789f23b9-7562-4e04-91c4-acdf502fe56a'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:00:15.462252 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-35f2feb4-83ea-4adf-b922-cc36643a5a5d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3828228 Mar 05 03:00:15.482513 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf944-44c6-4bd3-8a65-16ccfe3eeaa2 req-81180a3b-855a-4921-b347-4395321705d0 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:15.484663 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d9dbf944-44c6-4bd3-8a65-16ccfe3eeaa2 req-81180a3b-855a-4921-b347-4395321705d0 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 945 time: 0.3545797 Mar 05 03:00:15.489442 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-90a58b84-d6e9-4ffa-96d7-afee45250834 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280001705&fields=id&tenant_id=71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 267 time: 0.3455162 Mar 05 03:00:15.626094 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d9dbf944-44c6-4bd3-8a65-16ccfe3eeaa2 req-d7ab5b82-52d1-428a-be3d-6404b15e8c3f tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351240 Mar 05 03:00:15.639409 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-968689d3-41e7-4ad5-b204-37b0396ffb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:15.641427 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-968689d3-41e7-4ad5-b204-37b0396ffb85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 1129 time: 0.1278126 Mar 05 03:00:15.673163 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-115a94aa-fc26-4f25-94d0-d42ac15793be tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:15.674576 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-115a94aa-fc26-4f25-94d0-d42ac15793be tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 812 time: 0.1772132 Mar 05 03:00:15.703550 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-3e215d1a-f6f2-47ed-8c49-8d83409d5012 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/quotas/71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 375 time: 0.0179443 Mar 05 03:00:15.790821 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-f5a91af2-6e8a-48dd-9506-21b9968347b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:15.792170 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-f5a91af2-6e8a-48dd-9506-21b9968347b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 200 len: 914 time: 0.1311522 Mar 05 03:00:15.810013 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-f2452acd-f227-4e96-a597-5223ed3a3aea tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766611 Mar 05 03:00:15.914774 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-f77dad53-5500-4baf-a02b-9d7b556c4f25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 HTTP/1.1" status: 200 len: 999 time: 0.1160922 Mar 05 03:00:15.968755 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-beec210a-37c6-4e19-9a48-0abc8fd3cd07 service neutron] 10.222.0.26 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311707 Mar 05 03:00:15.983210 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-3a04247b-4af0-4913-846e-daf28fa19166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:15.984570 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-3a04247b-4af0-4913-846e-daf28fa19166 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 200 len: 853 time: 0.0643215 Mar 05 03:00:16.089944 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-04337ad5-87d1-4888-aa79-f02e47487679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:16.091363 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-04337ad5-87d1-4888-aa79-f02e47487679 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea79f853-47ea-48eb-b063-dca7ecd22a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0972607 Mar 05 03:00:16.093204 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-665c1a5e-5978-442f-9129-67e96d8b36ff service neutron] 10.222.0.26 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185448 Mar 05 03:00:16.183778 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-4c478896-55e3-4eb7-b8a8-154f2d881c81 service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866094 Mar 05 03:00:16.273600 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f4d33243-3e93-45a1-89b6-c0e85ee6a2d1 req-42cd77f0-651e-4240-a48a-cb3371c2071f service neutron] 10.222.0.13 "GET /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840843 Mar 05 03:00:16.379970 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-6f2943b7-5370-47f6-a924-297eb26a589c req-377bf02d-1dba-4d7a-b9ef-e184b2cf6012 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 210 time: 0.0291586 Mar 05 03:00:16.732213 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 789f23b9-7562-4e04-91c4-acdf502fe56a up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 03:00:16.758279 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779095b0-a6e1-4a2f-9e3f-6176d3a8fe14 req-fb601b7b-c545-423b-bacc-fc98b68ed85d tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:16.759792 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-779095b0-a6e1-4a2f-9e3f-6176d3a8fe14 req-fb601b7b-c545-423b-bacc-fc98b68ed85d tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 945 time: 0.0633299 Mar 05 03:00:16.786277 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 789f23b9-7562-4e04-91c4-acdf502fe56a completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 03:00:16.790798 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 789f23b9-7562-4e04-91c4-acdf502fe56a triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:16.791170 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:16.814126 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-779095b0-a6e1-4a2f-9e3f-6176d3a8fe14 req-e032516c-13a2-4837-bc24-8396ee112c0e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Mar 05 03:00:16.876376 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 789f23b9-7562-4e04-91c4-acdf502fe56a is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:16.876771 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:16.902042 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:16.904775 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdf8eec-5065-4025-aa44-6ad932cd6655" -d '{"events": [{"server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "name": "network-vif-plugged", "status": "completed", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:16.918700 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 789f23b9-7562-4e04-91c4-acdf502fe56a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=789f23b9-7562-4e04-91c4-acdf502fe56a,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:16.924084 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:16.953060 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551d134-0d17-4dc8-958d-8d0062f28b9d x-openstack-request-id: req-a551d134-0d17-4dc8-958d-8d0062f28b9d {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:16.953350 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "name": "network-vif-plugged", "status": "completed", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:16.953600 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a551d134-0d17-4dc8-958d-8d0062f28b9d {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:16.953997 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'code': 200} Mar 05 03:00:16.979560 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=789f23b9-7562-4e04-91c4-acdf502fe56a,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:17.115284 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679fe44-a9f5-4b60-8b73-9bbf01a85757 req-e7b74fed-2ff4-45bd-a330-8beaacc07a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:17.116758 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4679fe44-a9f5-4b60-8b73-9bbf01a85757 req-e7b74fed-2ff4-45bd-a330-8beaacc07a35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1130 time: 0.0435681 Mar 05 03:00:17.161766 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4679fe44-a9f5-4b60-8b73-9bbf01a85757 req-f1fd7e19-a642-4be1-a527-38fe57b9a78b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362148 Mar 05 03:00:17.500714 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b19cd271-ed2f-4ebd-86f5-519760a8becd req-fd01936b-5b2d-4a96-9a40-562cfd98efc9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 210 time: 0.0539432 Mar 05 03:00:17.572003 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-1cf45959-a5c6-4312-a5c1-6493d4f78ee4 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:17.573439 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-1cf45959-a5c6-4312-a5c1-6493d4f78ee4 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 812 time: 0.1280544 Mar 05 03:00:17.636130 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-d9e8e0e7-d947-451d-aea2-864060a4f7e9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 380 time: 0.0532839 Mar 05 03:00:17.645700 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'port': {'device_id': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'admin_state_up': True, 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'security_groups': ['bee04a6e-3e63-45eb-b683-4b6cfc6e1b04']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:17.785766 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Made reservation on behalf of 71e08e745e374d92a13f0a03ad69b496 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 03:00:17.789302 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:17.941854 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Allocated IP 172.20.0.11 (212982fd-ee74-4572-8056-95fa37c5661e/721c08fe-3128-4044-9417-a3f10dabca79/bc546a7e-8244-4bb2-a21a-ee3767b86ae3) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:00:17.980140 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b70df-6b74-4057-8ba3-892bcc45e540 req-f662d67f-94d3-4a8d-96fb-799053d89a4d tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:17.981606 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-261b70df-6b74-4057-8ba3-892bcc45e540 req-f662d67f-94d3-4a8d-96fb-799053d89a4d tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.0954149 Mar 05 03:00:18.098583 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-261b70df-6b74-4057-8ba3-892bcc45e540 req-ef1198f3-fc03-43e5-b191-8f3ae0e94711 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066182 Mar 05 03:00:18.136751 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.172537 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.217902 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Network 212982fd-ee74-4572-8056-95fa37c5661e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:00:18.222963 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:00:18.227927 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:00:18.230513 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:18.279899 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:18.280881 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.298801 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-85d9a1c8-050e-46b1-aed0-ebbb1f5bdfcc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6571445 Mar 05 03:00:18.310515 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Request body: {'port': {'device_id': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:18.374626 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.430570 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-2bafd76a-dd0a-4e19-a41e-a2bbcfb450aa None None] Provisioning complete for port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:18.431201 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2bafd76a-dd0a-4e19-a41e-a2bbcfb450aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.464180 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-2bafd76a-dd0a-4e19-a41e-a2bbcfb450aa None None] Port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 03:00:18.665385 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194e82-ccf3-4f91-88bf-e1e705582588 req-b8acb8c4-f178-4e66-9dbd-9296b111a793 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:18.666885 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fc194e82-ccf3-4f91-88bf-e1e705582588 req-b8acb8c4-f178-4e66-9dbd-9296b111a793 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 932 time: 0.0958924 Mar 05 03:00:18.672568 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc546a7e-8244-4bb2-a21a-ee3767b86ae3 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:00:18.686175 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Publish callbacks [] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.717019 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Transition to ACTIVE for port object bc546a7e-8244-4bb2-a21a-ee3767b86ae3 will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 03:00:18.723569 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.762607 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fc194e82-ccf3-4f91-88bf-e1e705582588 req-64285929-4edf-4075-8893-e9cd6abed079 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856307 Mar 05 03:00:18.785261 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Pushing event updated for resources: {'Port': ['ID=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:18.867323 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Attempting to bind port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 03:00:18.867898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Attempting to bind port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 03:00:18.868000 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Attempting to bind port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 on network 212982fd-ee74-4572-8056-95fa37c5661e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:00:18.873286 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 on network 212982fd-ee74-4572-8056-95fa37c5661e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 03:00:18.873690 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Attempting to bind port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 on network 212982fd-ee74-4572-8056-95fa37c5661e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:00:18.882759 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 3, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 03:00:18.883233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Checking segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 03:00:18.883719 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Bound using segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 03:00:18.884252 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Bound port: bc546a7e-8244-4bb2-a21a-ee3767b86ae3, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 03:00:18.884706 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.956889 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] For port bc546a7e-8244-4bb2-a21a-ee3767b86ae3, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 03:00:18.960084 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] For port bc546a7e-8244-4bb2-a21a-ee3767b86ae3, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 03:00:18.967259 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:19.008112 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.008841 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:19.010284 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] 10.222.0.13 "PUT /v2.0/ports/bc546a7e-8244-4bb2-a21a-ee3767b86ae3 HTTP/1.1" status: 200 len: 1094 time: 0.7044468 Mar 05 03:00:19.010840 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'tag': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:19.012951 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435e5b2-830b-4e00-b4dc-e8b986b103c5" -d '{"events": [{"name": "network-changed", "server_uuid": "431b9c6e-48ce-4fa6-a266-cb5b04556cf1", "tag": "bc546a7e-8244-4bb2-a21a-ee3767b86ae3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:19.050976 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf0e74-53cc-4233-9035-3807dc079c8a service neutron] Pushing event updated for resources: {'Port': ['ID=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:19.092424 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f51873-6540-4685-aec7-815c24aadcb4 x-openstack-request-id: req-86f51873-6540-4685-aec7-815c24aadcb4 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:19.093302 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431b9c6e-48ce-4fa6-a266-cb5b04556cf1", "tag": "bc546a7e-8244-4bb2-a21a-ee3767b86ae3", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:19.093485 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86f51873-6540-4685-aec7-815c24aadcb4 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:19.094086 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'tag': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'status': 'completed', 'code': 200} Mar 05 03:00:19.118525 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-c279d79b-4d80-4618-b1e6-905e051ea8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.120582 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-c279d79b-4d80-4618-b1e6-905e051ea8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 1128 time: 0.0559440 Mar 05 03:00:19.173379 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-942fe7ed-43fb-40bc-a2ee-3e369d10145e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3 HTTP/1.1" status: 200 len: 217 time: 0.0461895 Mar 05 03:00:19.260558 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-c78b2b24-0c7d-4205-b796-8c8ef60f031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.262053 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-c78b2b24-0c7d-4205-b796-8c8ef60f031e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0722101 Mar 05 03:00:19.273242 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3582ea-52a4-45d6-b7cc-3af1bc231957 req-720d8e84-9eb3-4fd4-b9ae-c4331a1b0eb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.274621 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0d3582ea-52a4-45d6-b7cc-3af1bc231957 req-720d8e84-9eb3-4fd4-b9ae-c4331a1b0eb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.0964038 Mar 05 03:00:19.348989 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0d3582ea-52a4-45d6-b7cc-3af1bc231957 req-f12f9fbc-66aa-4d72-b52d-6d70be62784e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656786 Mar 05 03:00:19.355115 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-7eef40b6-f1e1-4f27-81a5-7de4e96d53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.356564 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-7eef40b6-f1e1-4f27-81a5-7de4e96d53e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811219 Mar 05 03:00:19.481166 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-13f59ab9-1aef-4f72-952a-32d7eb48428c service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170435 Mar 05 03:00:19.491251 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb0d3a-b2f0-4239-936f-e22a57449d5f req-cd187635-be38-4957-8e85-61228c75fa25 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.492641 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0acb0d3a-b2f0-4239-936f-e22a57449d5f req-cd187635-be38-4957-8e85-61228c75fa25 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.0743227 Mar 05 03:00:19.596957 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0acb0d3a-b2f0-4239-936f-e22a57449d5f req-b715f831-75b1-4ab7-950d-eb32b2b0f6aa tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963182 Mar 05 03:00:19.618894 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-44b030a4-cec4-4335-9abc-9dda87850be9 req-6d8378fd-ced5-42e7-af92-a5c95a356fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231856 Mar 05 03:00:19.704603 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-7d7d0191-62e0-493b-b61b-ece231872ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.706146 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-7d7d0191-62e0-493b-b61b-ece231872ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 1128 time: 0.0459478 Mar 05 03:00:19.809940 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-3f52f505-457d-41b2-a1ff-babccbb6dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.812303 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-3f52f505-457d-41b2-a1ff-babccbb6dcea service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0975454 Mar 05 03:00:19.875226 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-a671b216-0be1-4c03-a111-b075af4de8c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3 HTTP/1.1" status: 200 len: 217 time: 0.0512393 Mar 05 03:00:19.955148 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-ded48b3d-e354-4e1c-bca4-23b3a34f24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.956641 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-ded48b3d-e354-4e1c-bca4-23b3a34f24e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0578632 Mar 05 03:00:19.964331 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73ca8d-b4be-4165-990d-926f5ae14a0e req-84b02dfb-e20e-4ce1-b060-6fc20097ec02 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.965703 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ae73ca8d-b4be-4165-990d-926f5ae14a0e req-84b02dfb-e20e-4ce1-b060-6fc20097ec02 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 944 time: 0.1006191 Mar 05 03:00:20.042423 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ae73ca8d-b4be-4165-990d-926f5ae14a0e req-26ebc696-a00d-49b5-b491-23c8bc88a187 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684144 Mar 05 03:00:20.045600 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-6ba47482-57c9-44d2-90bb-ec0b8159ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:20.047605 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-6ba47482-57c9-44d2-90bb-ec0b8159ea0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810161 Mar 05 03:00:20.167788 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9327b-2bc4-4902-8acb-a090a497f758 req-46e9bbdd-43ca-4a22-9991-ad79efbe2991 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:20.169168 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d0e9327b-2bc4-4902-8acb-a090a497f758 req-46e9bbdd-43ca-4a22-9991-ad79efbe2991 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.1076491 Mar 05 03:00:20.191767 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-ba0f6a19-d4d8-416e-8ea1-86438c23397e service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383359 Mar 05 03:00:20.247275 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d0e9327b-2bc4-4902-8acb-a090a497f758 req-4a623de8-7864-47ae-ab92-1b0e007f125b tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720835 Mar 05 03:00:20.305277 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-0435e5b2-830b-4e00-b4dc-e8b986b103c5 req-f3a39956-82cf-454b-bbf9-a948e4aedaca service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063015 Mar 05 03:00:20.530888 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeb558-ebcf-42bd-916f-62f77c396873 req-825851ba-d15d-4c90-8afa-46678313a5c3 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:20.532493 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-efdeb558-ebcf-42bd-916f-62f77c396873 req-825851ba-d15d-4c90-8afa-46678313a5c3 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 945 time: 0.0692813 Mar 05 03:00:20.579989 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-efdeb558-ebcf-42bd-916f-62f77c396873 req-aecce0ec-3c93-4832-a262-4d298a37f979 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Mar 05 03:00:21.163396 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67ab3-6df3-4c88-8106-d0e79243eb3f req-c4018a90-3bdb-4109-b021-c0b076274aa7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:21.164890 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3f67ab3-6df3-4c88-8106-d0e79243eb3f req-c4018a90-3bdb-4109-b021-c0b076274aa7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 944 time: 0.0548401 Mar 05 03:00:21.213068 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3f67ab3-6df3-4c88-8106-d0e79243eb3f req-c64ee787-f74e-468c-9d27-d9cb078a3f12 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424802 Mar 05 03:00:21.701370 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c48d6-f944-477f-ab03-65917129da80 req-1459cc5b-73e8-4a26-918f-07832a547677 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:21.703218 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f84c48d6-f944-477f-ab03-65917129da80 req-1459cc5b-73e8-4a26-918f-07832a547677 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Mar 05 03:00:21.756449 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f84c48d6-f944-477f-ab03-65917129da80 req-69d24473-a44c-4227-a1c3-0696d3243a8d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups?id=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477734 Mar 05 03:00:21.966233 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-566dc129-81f4-4a0b-b087-97f258e4f7f9 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:21.968516 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-566dc129-81f4-4a0b-b087-97f258e4f7f9 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 945 time: 0.0549114 Mar 05 03:00:22.080058 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Deleting port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:00:22.080380 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:22.168238 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] For port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:22.168960 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:22.366653 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:22.367055 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:22.367363 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Floating IP f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda disassociated. External IP: 172.27.3.9, port: fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3. Mar 05 03:00:22.367701 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Calling delete_port for fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:00:22.392314 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27cc8-37a0-41ad-b7c1-a2ae59fc78b4 req-d1bbf5d7-78f3-4c43-8eab-432bcb4b932f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:22.393919 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-53d27cc8-37a0-41ad-b7c1-a2ae59fc78b4 req-d1bbf5d7-78f3-4c43-8eab-432bcb4b932f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 944 time: 0.1115773 Mar 05 03:00:22.489042 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-53d27cc8-37a0-41ad-b7c1-a2ae59fc78b4 req-b65b2656-9633-420d-9d5b-b7bce44bd7a5 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677886 Mar 05 03:00:22.544833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:22.571711 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'Port': ['ID=fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:22.689087 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:00:22.798424 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:00:22.808616 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:00:22.819940 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:22.820890 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:22.841286 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] No DVR routers for this DVR port fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:00:22.850684 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:22.854057 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c1413b86-f61f-48fe-b793-13bef0a15ca3 req-0995e98f-34dc-47e7-ad64-5bdca7b964ad tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.13 "DELETE /v2.0/ports/fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 HTTP/1.1" status: 204 len: 173 time: 0.8802850 Mar 05 03:00:22.854490 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'name': 'network-vif-deleted', 'tag': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:22.856663 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b585017-16a2-4f3c-8644-f63b6aed1f55" -d '{"events": [{"server_uuid": "b38da944-08fc-4ef6-bee2-ede7b8829ee8", "name": "network-vif-deleted", "tag": "fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:22.895253 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2114a47c-d76e-4892-b694-fb458f9d9d5c req-1e38a127-759c-4b96-a21a-9159c3e89870 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38da944-08fc-4ef6-bee2-ede7b8829ee8 HTTP/1.1" status: 200 len: 210 time: 0.0543401 Mar 05 03:00:22.905824 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7126f1a-891f-4b69-ade3-4a64100c5e41 x-openstack-request-id: req-b7126f1a-891f-4b69-ade3-4a64100c5e41 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:22.906199 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38da944-08fc-4ef6-bee2-ede7b8829ee8", "name": "network-vif-deleted", "tag": "fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:22.906509 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7126f1a-891f-4b69-ade3-4a64100c5e41 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:22.907525 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38da944-08fc-4ef6-bee2-ede7b8829ee8', 'name': 'network-vif-deleted', 'tag': 'fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3', 'status': 'completed', 'code': 200} Mar 05 03:00:22.952331 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:23.155459 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:23.185428 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:00:23.194191 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:23.194799 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T02:59:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:23.302838 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:23.613910 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91604313-3cf9-46e0-90bc-ce73aed0803b req-6c70cb17-a0e0-4d31-8fb1-5ae4988efe5d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:23.615280 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91604313-3cf9-46e0-90bc-ce73aed0803b req-6c70cb17-a0e0-4d31-8fb1-5ae4988efe5d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 944 time: 0.0574222 Mar 05 03:00:23.626202 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:23.651935 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c35580b-2b2b-4189-bfd2-e4e1478c0e4c None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T02:55:49Z', 'revision_number': 4, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a', 'name': '', 'network_id': 'ea79f853-47ea-48eb-b063-dca7ecd22a4d', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'mac_address': 'fa:16:3e:76:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:49Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'subnets': [{'id': 'c7035d98-74ae-41a1-ba00-4ecb1c2745d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:00:23.663015 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-91604313-3cf9-46e0-90bc-ce73aed0803b req-072b7b28-2bbc-4098-bba6-3ce02b07e4a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Mar 05 03:00:23.882846 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f05212-2d63-480e-9eff-0b380ef122bb None None] New status for floating IP f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda: DOWN {{(pid=109854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:00:23.978570 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56142) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.036437 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.058670 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.107310 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.110270 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.111473 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "DELETE /v2.0/security-groups/2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b HTTP/1.1" status: 204 len: 168 time: 0.1312430 Mar 05 03:00:24.114960 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56144) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.120507 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:24.128009 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.128188 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.api.v2.resource [None req-c5686710-2c43-4ab9-8946-135ce123691e tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] show failed (client error): The resource could not be found. Mar 05 03:00:24.128365 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131733 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131881 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c5686710-2c43-4ab9-8946-135ce123691e tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "GET /v2.0/security-groups/2566c1c6-b50e-42ef-87d9-2f8bbdc2da9b HTTP/1.1" status: 404 len: 347 time: 0.0130286 Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.131996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.132782 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56146) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.132876 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85478fd-45c3-4671-81d4-2963a0d5161d tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:24.256485 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Deleting port 9f782f6d-d2a9-4321-b166-8c31ff7d4f05 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:00:24.256823 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.333370 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.333603 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.345432 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Calling delete_port for 9f782f6d-d2a9-4321-b166-8c31ff7d4f05 owned by network:floatingip {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:00:24.724121 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (9f782f6d-d2a9-4321-b166-8c31ff7d4f05), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.758900 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Pushing event deleted for resources: {'Port': ['ID=9f782f6d-d2a9-4321-b166-8c31ff7d4f05,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:24.843740 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c008c-92f5-478f-acf2-9f42e9ac584d req-f9886ad9-04b3-4121-88f1-3e8ff96afa39 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:24.845256 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3c5c008c-92f5-478f-acf2-9f42e9ac584d req-f9886ad9-04b3-4121-88f1-3e8ff96afa39 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 944 time: 0.0961611 Mar 05 03:00:24.853130 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks [] for floatingip (f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.855601 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.856641 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-c13e7002-73a3-4046-aebc-2d42a3db9b91 tempest-AttachVolumeNegativeTest-495083735 tempest-AttachVolumeNegativeTest-495083735-project] 10.222.0.26 "DELETE /v2.0/floatingips/f10c2cb6-e4ae-4e08-8ea9-9ac5795cbfda HTTP/1.1" status: 204 len: 168 time: 0.7238145 Mar 05 03:00:24.899136 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3c5c008c-92f5-478f-acf2-9f42e9ac584d req-6dfbf70c-a687-4bad-b86e-81e493ae1635 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477405 Mar 05 03:00:25.401813 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-93fcc7e2-58c7-4e32-b668-8abbf19530eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:26.023270 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e122-753a-4a26-93ca-aa01a67407f7 req-c0a0b0ef-ce1a-41c3-83c6-4dc0835bc734 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:26.024750 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-84a2e122-753a-4a26-93ca-aa01a67407f7 req-c0a0b0ef-ce1a-41c3-83c6-4dc0835bc734 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 944 time: 0.0556254 Mar 05 03:00:26.073429 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-84a2e122-753a-4a26-93ca-aa01a67407f7 req-67748999-f882-4594-b06b-9f4464b616de tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Mar 05 03:00:26.790065 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device bc546a7e-8244-4bb2-a21a-ee3767b86ae3 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 03:00:26.792647 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:00:26.820762 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:00:26.821104 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device fd5a18a0-9b74-45f1-95e7-b2a51aa4cca3 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:00:26.924108 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port bc546a7e-8244-4bb2-a21a-ee3767b86ae3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:26.940234 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'port_id': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'mac_address': 'fa:16:3e:85:54:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 03:00:26.976899 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:26.977547 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:26.989941 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc546a7e-8244-4bb2-a21a-ee3767b86ae3 {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:00:27.008419 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port bc546a7e-8244-4bb2-a21a-ee3767b86ae3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:27.012221 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:27.057386 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:27.065131 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.065485 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.065823 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.066182 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.066514 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.066840 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.067164 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.067487 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.067807 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.068126 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.068445 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.068758 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.069074 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:27.193031 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2f31a-66ba-47c6-8135-15f165d72237 req-620085d9-05a9-4bc7-bc0a-190fb6b5d759 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:27.194564 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77e2f31a-66ba-47c6-8135-15f165d72237 req-620085d9-05a9-4bc7-bc0a-190fb6b5d759 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Mar 05 03:00:27.233866 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['bc546a7e-8244-4bb2-a21a-ee3767b86ae3'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:00:27.245336 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77e2f31a-66ba-47c6-8135-15f165d72237 req-315271af-bac4-4721-901f-38bba4573654 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453770 Mar 05 03:00:27.634340 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7fdec7b1-a679-4831-914b-9d0f9c858e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:28.370534 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9a71e-0ca2-4516-96fb-501c85da04ba req-ea1bdd45-282f-4a35-ae9d-817bf9d7d9f1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:28.372006 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-caf9a71e-0ca2-4516-96fb-501c85da04ba req-ea1bdd45-282f-4a35-ae9d-817bf9d7d9f1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 945 time: 0.0551531 Mar 05 03:00:28.420036 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-caf9a71e-0ca2-4516-96fb-501c85da04ba req-4d7b28db-7b6c-43aa-8edf-51f8235afee2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Mar 05 03:00:28.512448 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56204) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:28.655799 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69a7bc-f3f9-40ed-b612-79a7342e06f4 req-5cdf206b-b409-41db-bb67-3bb37b7289e4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:28.657806 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de69a7bc-f3f9-40ed-b612-79a7342e06f4 req-5cdf206b-b409-41db-bb67-3bb37b7289e4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.0965838 Mar 05 03:00:28.772090 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-de69a7bc-f3f9-40ed-b612-79a7342e06f4 req-d4e4a3e0-142a-438e-bd5d-1d9ac519336a tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817542 Mar 05 03:00:28.777831 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:28.799217 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device bc546a7e-8244-4bb2-a21a-ee3767b86ae3 up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 03:00:28.799614 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56208) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:28.855161 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 03:00:28.859398 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:28.860363 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:28.940720 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:28.941117 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:28.942077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (542ccd30-f022-4633-9032-02ea522e24c8), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:28.965148 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:28.967536 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ebf5d8-44e9-493d-a0e3-716128540eab" -d '{"events": [{"server_uuid": "431b9c6e-48ce-4fa6-a266-cb5b04556cf1", "name": "network-vif-plugged", "status": "completed", "tag": "bc546a7e-8244-4bb2-a21a-ee3767b86ae3"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:28.981794 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port bc546a7e-8244-4bb2-a21a-ee3767b86ae3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:28.987117 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.002787 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387454c4-3db2-442f-8b3e-3c37e7276a9f tempest-TestMinimumBasicScenario-1186301398 tempest-TestMinimumBasicScenario-1186301398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:29.007502 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-387454c4-3db2-442f-8b3e-3c37e7276a9f tempest-TestMinimumBasicScenario-1186301398 tempest-TestMinimumBasicScenario-1186301398-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1125 time: 0.2035196 Mar 05 03:00:29.008105 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56214) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:29.013612 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef57c0f6-34eb-4c89-9208-c463c30e6843 x-openstack-request-id: req-ef57c0f6-34eb-4c89-9208-c463c30e6843 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:29.014016 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'port_id': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:29.014182 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431b9c6e-48ce-4fa6-a266-cb5b04556cf1", "name": "network-vif-plugged", "status": "completed", "tag": "bc546a7e-8244-4bb2-a21a-ee3767b86ae3", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:29.014380 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef57c0f6-34eb-4c89-9208-c463c30e6843 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:29.014759 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'code': 200} Mar 05 03:00:29.040816 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.047687 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:29.145534 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.255016 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Allocated IP 172.27.3.36 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/1edea4e7-065c-4b02-b2bd-e846f104c6fa) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:00:29.255225 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443da3b-a38f-4d70-b288-485089a9f68e req-8913026f-19f6-49eb-ac22-b6c2808f817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:29.256689 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8443da3b-a38f-4d70-b288-485089a9f68e req-8913026f-19f6-49eb-ac22-b6c2808f817a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 1130 time: 0.0579038 Mar 05 03:00:29.258841 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Deleting port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:00:29.259176 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.354736 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for port (1edea4e7-065c-4b02-b2bd-e846f104c6fa), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.356596 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8443da3b-a38f-4d70-b288-485089a9f68e req-56122c3b-38c8-4fcc-91e1-760989066510 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855181 Mar 05 03:00:29.371767 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] For port 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:29.372712 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.384392 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Calling delete_port for 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a owned by network:router_interface {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:00:29.393409 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (1edea4e7-065c-4b02-b2bd-e846f104c6fa), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.434653 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:00:29.439106 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:00:29.443519 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:00:29.446691 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'Port': ['ID=1edea4e7-065c-4b02-b2bd-e846f104c6fa,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:29.577335 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7906-cdff-4945-9f47-ebc55a4df205 req-76bf4cfe-f4a3-4ab1-b11f-74be66ad60c1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:29.579363 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7dcf7906-cdff-4945-9f47-ebc55a4df205 req-76bf4cfe-f4a3-4ab1-b11f-74be66ad60c1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 946 time: 0.0734699 Mar 05 03:00:29.650196 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.672282 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7dcf7906-cdff-4945-9f47-ebc55a4df205 req-d1a96ece-fbd1-4bb1-829b-484c92751c6d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708897 Mar 05 03:00:29.690773 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:29.748072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.748488 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.748894 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.749296 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.749690 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.750109 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.751106 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.751619 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.752012 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.752410 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.752798 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.753182 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.753565 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:29.837531 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for floatingip (63bd1326-ef21-412b-b3c6-ce552b9f622a), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.885409 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (542ccd30-f022-4633-9032-02ea522e24c8), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:29.912299 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (1edea4e7-065c-4b02-b2bd-e846f104c6fa), before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.061906 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for port (1edea4e7-065c-4b02-b2bd-e846f104c6fa), precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.067316 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11246814'] for port (1edea4e7-065c-4b02-b2bd-e846f104c6fa), after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.106265 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Router 542ccd30-f022-4633-9032-02ea522e24c8 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:00:30.133574 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.138727 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'Port': ['ID=1edea4e7-065c-4b02-b2bd-e846f104c6fa,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:30.150932 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (63bd1326-ef21-412b-b3c6-ce552b9f622a), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.222354 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:00:30.230146 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-2fcb45aa-d7fa-4281-9001-0ff63f53f715 admin admin] 10.222.0.26 "PUT /v2.0/routers/542ccd30-f022-4633-9032-02ea522e24c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7166321 Mar 05 03:00:30.230739 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56218) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:30.232375 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] Sync routers for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:00:30.248591 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:30.249214 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:00:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:30.264397 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.l3_db [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Floating IP 63bd1326-ef21-412b-b3c6-ce552b9f622a associated. External IP: 172.27.3.36, port: 789f23b9-7562-4e04-91c4-acdf502fe56a. Mar 05 03:00:30.347169 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks [] for router (542ccd30-f022-4633-9032-02ea522e24c8), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.360841 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:30.479921 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks [] for router_gateway (542ccd30-f022-4633-9032-02ea522e24c8), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.504138 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Router 4fde577a-ffb6-40d0-9407-69842b5da6f2 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:00:30.540822 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Deleting port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:00:30.541166 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.561756 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T03:00:29Z', 'revision_number': 5, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port': {'id': '9fb15df8-5c16-4937-94e3-ad00f29ad8e2', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542ccd30-f022-4633-9032-02ea522e24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:55:47Z', 'updated_at': '2022-03-05T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:30.593083 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] Checking router: 542ccd30-f022-4633-9032-02ea522e24c8 for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:00:30.601646 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] Routers {'542ccd30-f022-4633-9032-02ea522e24c8'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:30.602738 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:00:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['542ccd30-f022-4633-9032-02ea522e24c8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:30.632335 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:00:30.634663 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] For port 9fb15df8-5c16-4937-94e3-ad00f29ad8e2, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9fb15df8-5c16-4937-94e3-ad00f29ad8e2,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:30.635241 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.648305 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] Sync routers for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:00:30.653976 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Calling delete_port for 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 owned by network:router_gateway {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:00:30.660201 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:30.661068 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:00:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:30.662077 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.714178 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] Set router 542ccd30-f022-4633-9032-02ea522e24c8 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:30.726823 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ad42650d-63bb-4774-97fe-d0cdc0d30424 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7165847 Mar 05 03:00:30.730370 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:30.731106 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:30.742002 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:30.758562 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-94fdcc63-c7d3-4a8b-8d2f-5ac81b326ab6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290356933', 'description': 'tempest-secgroup-smoke-290356933 description', 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:30.778490 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T03:00:30Z', 'revision_number': 6, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:30.790636 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:30.823957 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc63-c7d3-4a8b-8d2f-5ac81b326ab6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.842814 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6b7e52-1855-42be-99d7-288331319f72 x-openstack-request-id: req-0d6b7e52-1855-42be-99d7-288331319f72 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:30.842814 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:30.842814 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d6b7e52-1855-42be-99d7-288331319f72 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:30.843613 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'status': 'completed', 'code': 200} Mar 05 03:00:30.860648 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee1bea-9ff8-4162-99d3-09106fbbf934 None None] The sync data for ids ['542ccd30-f022-4633-9032-02ea522e24c8'] in dv-cinder-827259-3-iscsi is: [{'id': '542ccd30-f022-4633-9032-02ea522e24c8', 'name': 'tempest-AttachVolumeNegativeTest-934022707-router', 'tenant_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:55:46Z', 'updated_at': '2022-03-05T03:00:30Z', 'revision_number': 6, 'project_id': '3dd2b27540c04b4c8741ce8c9a5e2b47', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:00:30.954205 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc63-c7d3-4a8b-8d2f-5ac81b326ab6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group (b5840c17-46ee-4d84-909d-c6c53c7dcf63), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:30.961046 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc63-c7d3-4a8b-8d2f-5ac81b326ab6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (b5840c17-46ee-4d84-909d-c6c53c7dcf63), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.010672 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc63-c7d3-4a8b-8d2f-5ac81b326ab6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.012712 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-94fdcc63-c7d3-4a8b-8d2f-5ac81b326ab6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2647052 Mar 05 03:00:31.015734 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdcc63-c7d3-4a8b-8d2f-5ac81b326ab6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5840c17-46ee-4d84-909d-c6c53c7dcf63,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:31.019647 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56226) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:31.026974 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d517453b-d875-4162-a1d9-6f6f5cce03f9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'security_group_rule': {'security_group_id': 'b5840c17-46ee-4d84-909d-c6c53c7dcf63', 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:31.048119 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '63bd1326-ef21-412b-b3c6-ce552b9f622a', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'port_id': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'mac_address': 'fa:16:3e:e9:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:29Z', 'updated_at': '2022-03-05T03:00:29Z', 'revision_number': 0, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 5, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:31.069195 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d517453b-d875-4162-a1d9-6f6f5cce03f9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (dca9e456-e4e4-465e-b59a-784dfabae70a), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.081438 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] Checking router: 4fde577a-ffb6-40d0-9407-69842b5da6f2 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:00:31.082933 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025dda-a8d2-44fd-8b4f-e423ef8e30ca req-a2032c34-61fc-4a61-8afd-72edf2f84c97 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:31.085073 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-03025dda-a8d2-44fd-8b4f-e423ef8e30ca req-a2032c34-61fc-4a61-8afd-72edf2f84c97 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 946 time: 0.2616434 Mar 05 03:00:31.097083 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-20653876-41de-4dee-a746-c61e7600678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:31.098470 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:31.099502 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-20653876-41de-4dee-a746-c61e7600678e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1130 time: 0.2084985 Mar 05 03:00:31.099909 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:00:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:31.143768 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d517453b-d875-4162-a1d9-6f6f5cce03f9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (dca9e456-e4e4-465e-b59a-784dfabae70a), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.147659 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d517453b-d875-4162-a1d9-6f6f5cce03f9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (dca9e456-e4e4-465e-b59a-784dfabae70a), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.167102 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517453b-d875-4162-a1d9-6f6f5cce03f9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca9e456-e4e4-465e-b59a-784dfabae70a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:31.182440 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d517453b-d875-4162-a1d9-6f6f5cce03f9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.187914 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d517453b-d875-4162-a1d9-6f6f5cce03f9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668155 Mar 05 03:00:31.188788 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56228) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:31.199036 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b1c78587-c31f-4cca-910d-e8b745700b6b tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'security_group_rule': {'security_group_id': 'b5840c17-46ee-4d84-909d-c6c53c7dcf63', 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:31.236412 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:31.244363 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1c78587-c31f-4cca-910d-e8b745700b6b tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (dadd640b-97e9-4e03-871e-cb683c5a6ea6), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.318912 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1c78587-c31f-4cca-910d-e8b745700b6b tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (dadd640b-97e9-4e03-871e-cb683c5a6ea6), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.326718 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1c78587-c31f-4cca-910d-e8b745700b6b tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (dadd640b-97e9-4e03-871e-cb683c5a6ea6), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.346750 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:00:31.363147 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c78587-c31f-4cca-910d-e8b745700b6b tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadd640b-97e9-4e03-871e-cb683c5a6ea6,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:31.376933 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1c78587-c31f-4cca-910d-e8b745700b6b tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.380738 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b1c78587-c31f-4cca-910d-e8b745700b6b tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1881571 Mar 05 03:00:31.381872 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56230) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:31.389073 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-85c7e21e-3fb8-4458-bd80-8088049f4cb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'security_group_rule': {'security_group_id': 'b5840c17-46ee-4d84-909d-c6c53c7dcf63', 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:31.402014 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:00:31.402241 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 57ade2a7-ebb1-4cd8-9e5f-5c0dcc69a48a not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:00:31.418306 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85c7e21e-3fb8-4458-bd80-8088049f4cb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (5836cd2a-eb32-4a56-aff8-9f30150b2127), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.493758 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85c7e21e-3fb8-4458-bd80-8088049f4cb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (5836cd2a-eb32-4a56-aff8-9f30150b2127), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.499403 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85c7e21e-3fb8-4458-bd80-8088049f4cb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (5836cd2a-eb32-4a56-aff8-9f30150b2127), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.521575 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7e21e-3fb8-4458-bd80-8088049f4cb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5836cd2a-eb32-4a56-aff8-9f30150b2127,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:31.528293 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85c7e21e-3fb8-4458-bd80-8088049f4cb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.529584 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-85c7e21e-3fb8-4458-bd80-8088049f4cb6 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463957 Mar 05 03:00:31.532369 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56232) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:31.536846 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1ebd7c97-4b0e-40f2-97bc-0f09e2683773 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'security_group_rule': {'security_group_id': 'b5840c17-46ee-4d84-909d-c6c53c7dcf63', 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:31.561999 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c97-4b0e-40f2-97bc-0f09e2683773 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (f0470484-7c5c-4f21-8021-3b2fbeaaa775), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.562217 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-03025dda-a8d2-44fd-8b4f-e423ef8e30ca req-56d58bbc-9276-46fb-b255-c4d930dd88b7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4603810 Mar 05 03:00:31.579528 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (9fb15df8-5c16-4937-94e3-ad00f29ad8e2), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.625147 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-add0c4af-5bd9-4b34-a3e0-a65f9e28bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:31.627441 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-add0c4af-5bd9-4b34-a3e0-a65f9e28bfe8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 200 len: 914 time: 0.5130651 Mar 05 03:00:31.633042 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb15df8-5c16-4937-94e3-ad00f29ad8e2,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:31.643954 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c97-4b0e-40f2-97bc-0f09e2683773 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (f0470484-7c5c-4f21-8021-3b2fbeaaa775), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.648285 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c97-4b0e-40f2-97bc-0f09e2683773 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (f0470484-7c5c-4f21-8021-3b2fbeaaa775), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.671473 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd7c97-4b0e-40f2-97bc-0f09e2683773 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0470484-7c5c-4f21-8021-3b2fbeaaa775,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:31.676712 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.692547 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c97-4b0e-40f2-97bc-0f09e2683773 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.695035 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1ebd7c97-4b0e-40f2-97bc-0f09e2683773 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611328 Mar 05 03:00:31.697144 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56236) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:31.702146 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-16884b13-c61f-4d15-975d-f77ef150e703 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'security_group_rule': {'security_group_id': 'b5840c17-46ee-4d84-909d-c6c53c7dcf63', 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:31.707978 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '63bd1326-ef21-412b-b3c6-ce552b9f622a', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'port_id': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'mac_address': 'fa:16:3e:e9:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:29Z', 'updated_at': '2022-03-05T03:00:29Z', 'revision_number': 0, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 5, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:31.734163 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-16884b13-c61f-4d15-975d-f77ef150e703 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Project afdf34f696b743d1885e8c9895a1d4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 03:00:31.740354 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16884b13-c61f-4d15-975d-f77ef150e703 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (f94beaba-9eac-4e5f-b22f-89ade2e1a23d), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.758599 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fb7b9-a80b-4927-b066-88f4fafa2031 None None] The sync data for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi is: [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '63bd1326-ef21-412b-b3c6-ce552b9f622a', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'port_id': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'mac_address': 'fa:16:3e:e9:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:29Z', 'updated_at': '2022-03-05T03:00:29Z', 'revision_number': 0, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 5, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:00:31.807850 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (542ccd30-f022-4633-9032-02ea522e24c8), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.814094 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-81da6583-3f97-4f20-a4ef-6dd957235a32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 999 time: 0.1785307 Mar 05 03:00:31.830430 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16884b13-c61f-4d15-975d-f77ef150e703 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (f94beaba-9eac-4e5f-b22f-89ade2e1a23d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.834335 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16884b13-c61f-4d15-975d-f77ef150e703 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (f94beaba-9eac-4e5f-b22f-89ade2e1a23d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.854876 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884b13-c61f-4d15-975d-f77ef150e703 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94beaba-9eac-4e5f-b22f-89ade2e1a23d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:31.872253 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16884b13-c61f-4d15-975d-f77ef150e703 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.873512 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-16884b13-c61f-4d15-975d-f77ef150e703 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751525 Mar 05 03:00:31.876854 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56238) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:31.883447 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7ea07da4-2147-442e-acdb-3824f118c4c9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'security_group_rule': {'security_group_id': 'b5840c17-46ee-4d84-909d-c6c53c7dcf63', 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:31.909509 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-7ea07da4-2147-442e-acdb-3824f118c4c9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Project afdf34f696b743d1885e8c9895a1d4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 03:00:31.914844 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ea07da4-2147-442e-acdb-3824f118c4c9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (e4ccdcc8-b792-4676-b332-16ba41dd4466), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.951913 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737be769-6008-4972-b4e4-df594993025e req-9211a913-d64c-43c4-8651-cfed08ce5523 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:31.952966 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-737be769-6008-4972-b4e4-df594993025e req-9211a913-d64c-43c4-8651-cfed08ce5523 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 946 time: 0.2329960 Mar 05 03:00:31.954801 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (542ccd30-f022-4633-9032-02ea522e24c8), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.958660 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks [] for router_controller (542ccd30-f022-4633-9032-02ea522e24c8), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.989186 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ea07da4-2147-442e-acdb-3824f118c4c9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (e4ccdcc8-b792-4676-b332-16ba41dd4466), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:31.995446 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ea07da4-2147-442e-acdb-3824f118c4c9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623056'] for security_group_rule (e4ccdcc8-b792-4676-b332-16ba41dd4466), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.014769 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-006bdac3-c755-4947-9337-a7b82d6fd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:32.017088 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-006bdac3-c755-4947-9337-a7b82d6fd7ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ef565ef-e35f-42a5-aea6-112de3086467 HTTP/1.1" status: 200 len: 853 time: 0.1732690 Mar 05 03:00:32.018787 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea07da4-2147-442e-acdb-3824f118c4c9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ccdcc8-b792-4676-b332-16ba41dd4466,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:32.026120 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ea07da4-2147-442e-acdb-3824f118c4c9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.030369 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-7ea07da4-2147-442e-acdb-3824f118c4c9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495810 Mar 05 03:00:32.042744 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (542ccd30-f022-4633-9032-02ea522e24c8), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.043295 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 542ccd30-f022-4633-9032-02ea522e24c8 {{(pid=109852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 03:00:32.077119 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.078470 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-45ea107f-bd14-43a8-a052-b9cc5633e4fd admin admin] 10.222.0.26 "DELETE /v2.0/routers/542ccd30-f022-4633-9032-02ea522e24c8 HTTP/1.1" status: 204 len: 168 time: 1.8466406 Mar 05 03:00:32.081016 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56242) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:32.083227 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb54b50-ef87-453c-b72b-5c5443a2772b None None] New status for floating IP 63bd1326-ef21-412b-b3c6-ce552b9f622a: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:00:32.104218 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-737be769-6008-4972-b4e4-df594993025e req-9d1bce9a-4a30-4bfa-80e2-79aa91f5f57b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380832 Mar 05 03:00:32.145790 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56244) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:32.159418 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-522073d0-c97c-46a4-97d8-f1e4c7c5a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:32.160948 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-522073d0-c97c-46a4-97d8-f1e4c7c5a162 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=332d66d3-287a-4b41-876a-1fa0526c39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1353259 Mar 05 03:00:32.166112 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-006cc805-0e22-47c7-983c-73125f8ff2af req-0ad414c9-d173-464d-bba2-18719f4017ed tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290356933&fields=id&tenant_id=afdf34f696b743d1885e8c9895a1d4b0 HTTP/1.1" status: 200 len: 267 time: 0.0773163 Mar 05 03:00:32.181420 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c068cc3-25ce-4847-92e2-f0cbf2a63550 admin admin] Deleting subnet c7035d98-74ae-41a1-ba00-4ecb1c2745d8 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 03:00:32.185274 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c068cc3-25ce-4847-92e2-f0cbf2a63550 admin admin] Publish callbacks [] for subnet (c7035d98-74ae-41a1-ba00-4ecb1c2745d8), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.238268 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c068cc3-25ce-4847-92e2-f0cbf2a63550 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (c7035d98-74ae-41a1-ba00-4ecb1c2745d8), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.321065 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c068cc3-25ce-4847-92e2-f0cbf2a63550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (c7035d98-74ae-41a1-ba00-4ecb1c2745d8), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.340715 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cc805-0e22-47c7-983c-73125f8ff2af req-c92eed9b-faa6-49bb-9347-e60926b29ea7 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:32.342245 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-006cc805-0e22-47c7-983c-73125f8ff2af req-c92eed9b-faa6-49bb-9347-e60926b29ea7 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.1655073 Mar 05 03:00:32.362224 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-006cc805-0e22-47c7-983c-73125f8ff2af req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'port': {'security_groups': ['8f1f70b7-2cc5-40fd-b178-792ac26a85a9', 'b5840c17-46ee-4d84-909d-c6c53c7dcf63']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:32.369556 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-bb5a0c69-bf5f-406a-aa49-736d23d05d5d service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019210 Mar 05 03:00:32.376497 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c068cc3-25ce-4847-92e2-f0cbf2a63550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (c7035d98-74ae-41a1-ba00-4ecb1c2745d8), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.387834 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35ae2d-acf2-4907-bfdc-e2144c8d377c tempest-TestVolumeBootPattern-640205223 tempest-TestVolumeBootPattern-640205223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:32.389354 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-1f35ae2d-acf2-4907-bfdc-e2144c8d377c tempest-TestVolumeBootPattern-640205223 tempest-TestVolumeBootPattern-640205223-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 1125 time: 0.2426116 Mar 05 03:00:32.398967 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56248) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:32.402920 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'port_id': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:32.408518 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c068cc3-25ce-4847-92e2-f0cbf2a63550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.411392 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-1c068cc3-25ce-4847-92e2-f0cbf2a63550 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c7035d98-74ae-41a1-ba00-4ecb1c2745d8 HTTP/1.1" status: 204 len: 168 time: 0.3289242 Mar 05 03:00:32.412582 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c068cc3-25ce-4847-92e2-f0cbf2a63550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7035d98-74ae-41a1-ba00-4ecb1c2745d8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:32.414220 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56250) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:32.416586 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a29f4a7-49b2-42ee-8e19-5643990913bc None None] Network ea79f853-47ea-48eb-b063-dca7ecd22a4d requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 03:00:32.497907 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (ea79f853-47ea-48eb-b063-dca7ecd22a4d), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.507904 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.540124 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-006cc805-0e22-47c7-983c-73125f8ff2af req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.559410 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Deleting port 0025d563-77a8-4152-8b08-f40b8cede263 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:00:32.559410 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (0025d563-77a8-4152-8b08-f40b8cede263), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.579310 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3e6d79af-6286-4de6-9f0b-d89281c8ecc5 req-ee320c6e-c819-4642-9afb-c55ae9b440fe service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883793 Mar 05 03:00:32.599631 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] DHCP port deletion for ea79f853-47ea-48eb-b063-dca7ecd22a4d request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 03:00:32.644024 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] For port 0025d563-77a8-4152-8b08-f40b8cede263, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=0025d563-77a8-4152-8b08-f40b8cede263,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:32.644375 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (0025d563-77a8-4152-8b08-f40b8cede263), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.656119 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] Deleting port 0025d563-77a8-4152-8b08-f40b8cede263 {{(pid=109853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:00:32.656528 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (0025d563-77a8-4152-8b08-f40b8cede263), before_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.662034 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Calling delete_port for 0025d563-77a8-4152-8b08-f40b8cede263 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:00:32.731777 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] For port 0025d563-77a8-4152-8b08-f40b8cede263, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=0025d563-77a8-4152-8b08-f40b8cede263,segment=NetworkSegment(b7514b3e-1a80-4385-b7b6-1e7c6f7a408d),segment_id=b7514b3e-1a80-4385-b7b6-1e7c6f7a408d)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:32.732473 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (0025d563-77a8-4152-8b08-f40b8cede263), precommit_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.751369 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] Calling delete_port for 0025d563-77a8-4152-8b08-f40b8cede263 owned by network:dhcp {{(pid=109853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:00:32.751983 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (0025d563-77a8-4152-8b08-f40b8cede263), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.772271 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.780115 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0025d563-77a8-4152-8b08-f40b8cede263,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:32.786652 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] No DVR routers for this DVR port 0025d563-77a8-4152-8b08-f40b8cede263 on host dv-cinder-827259-3-iscsi {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:00:32.832418 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136'] for port (0025d563-77a8-4152-8b08-f40b8cede263), after_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.852858 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-006cc805-0e22-47c7-983c-73125f8ff2af req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] For port 789f23b9-7562-4e04-91c4-acdf502fe56a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=789f23b9-7562-4e04-91c4-acdf502fe56a,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:32.858548 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] Pushing event deleted for resources: {'Port': ['ID=0025d563-77a8-4152-8b08-f40b8cede263,revision_number=None']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:32.863918 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489218bc-44df-4b5b-bd38-1b560a3d226e None None] No DVR routers for this DVR port 0025d563-77a8-4152-8b08-f40b8cede263 on host dv-cinder-827259-3-iscsi {{(pid=109853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:00:32.876081 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (ea79f853-47ea-48eb-b063-dca7ecd22a4d), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.897030 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea79f853-47ea-48eb-b063-dca7ecd22a4d']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:32.907560 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:32.907932 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7514b3e-1a80-4385-b7b6-1e7c6f7a408d') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:32.917557 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (b7514b3e-1a80-4385-b7b6-1e7c6f7a408d), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.919132 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-006cc805-0e22-47c7-983c-73125f8ff2af req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.929077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Allocated IP 172.27.3.120 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/d3b39765-6dc9-4d45-b30f-5fd0840669e3) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:00:32.931072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-006cc805-0e22-47c7-983c-73125f8ff2af req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.931232 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (b7514b3e-1a80-4385-b7b6-1e7c6f7a408d), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.937409 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 03:00:32.937895 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (b7514b3e-1a80-4385-b7b6-1e7c6f7a408d), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 03:00:32.939688 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 03:00:32.942298 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['789f23b9-7562-4e04-91c4-acdf502fe56a'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:00:33.001919 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cc805-0e22-47c7-983c-73125f8ff2af req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:33.002540 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-006cc805-0e22-47c7-983c-73125f8ff2af req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.003987 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-006cc805-0e22-47c7-983c-73125f8ff2af req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "PUT /v2.0/ports/789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 982 time: 0.6508484 Mar 05 03:00:33.006575 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:33.008794 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec492289-5ffb-425c-b325-5d530ad2964f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:33.025254 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (ea79f853-47ea-48eb-b063-dca7ecd22a4d), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.045576 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.051236 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ea79f853-47ea-48eb-b063-dca7ecd22a4d HTTP/1.1" status: 204 len: 168 time: 0.6276009 Mar 05 03:00:33.052282 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ed1f4-a148-4f35-966a-22d6a2eea4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea79f853-47ea-48eb-b063-dca7ecd22a4d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:33.064153 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['789f23b9-7562-4e04-91c4-acdf502fe56a'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:00:33.135166 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e276771-abdc-4b17-a473-c9ab867e6cdc x-openstack-request-id: req-4e276771-abdc-4b17-a473-c9ab867e6cdc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:33.135676 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:33.136039 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e276771-abdc-4b17-a473-c9ab867e6cdc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:33.136545 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'status': 'completed', 'code': 200} Mar 05 03:00:33.148551 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:00:33.183964 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:00:33.184530 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9fb15df8-5c16-4937-94e3-ad00f29ad8e2 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:00:33.185126 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 0025d563-77a8-4152-8b08-f40b8cede263 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:00:33.194323 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82815eba-a4db-47bb-8ed1-4f3c49ad60d4 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'Port': ['ID=789f23b9-7562-4e04-91c4-acdf502fe56a,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:33.266836 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (d3b39765-6dc9-4d45-b30f-5fd0840669e3), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.300860 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a635-0b04-4a4d-a4e1-223944eaf23d req-fd3623f9-cd03-490b-bcc0-e404543c1777 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:33.302607 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e733a635-0b04-4a4d-a4e1-223944eaf23d req-fd3623f9-cd03-490b-bcc0-e404543c1777 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.1415229 Mar 05 03:00:33.306506 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492289-5ffb-425c-b325-5d530ad2964f req-d6904e2f-4626-47ec-af81-ea2e558ad5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:33.308067 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ec492289-5ffb-425c-b325-5d530ad2964f req-d6904e2f-4626-47ec-af81-ea2e558ad5c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1169 time: 0.1799722 Mar 05 03:00:33.331252 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56258) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:33.369895 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 0025d563-77a8-4152-8b08-f40b8cede263 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:00:33.370275 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 0025d563-77a8-4152-8b08-f40b8cede263 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:00:33.378369 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c7868edf-4285-4220-afba-bb36ba3da170 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3dd2b27540c04b4c8741ce8c9a5e2b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458395 Mar 05 03:00:33.380826 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:33.410610 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (d3b39765-6dc9-4d45-b30f-5fd0840669e3), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.418289 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-aaf4548d-642e-4d8c-9d5d-e0385d598d85 None None] Provisioning complete for port 789f23b9-7562-4e04-91c4-acdf502fe56a triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:33.418844 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-aaf4548d-642e-4d8c-9d5d-e0385d598d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.436950 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3fdc70aa-0b3a-4a80-9f66-f02911ac2c15 admin admin] Publish callbacks [] for security_group (5c0cc6ef-a2dd-4560-9236-e5c7d2d4b4e7), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.460176 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3fdc70aa-0b3a-4a80-9f66-f02911ac2c15 admin admin] Publish callbacks [] for security_group (5c0cc6ef-a2dd-4560-9236-e5c7d2d4b4e7), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.472319 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:00:33.490877 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:00:33.505243 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e733a635-0b04-4a4d-a4e1-223944eaf23d req-aa73ef89-ed7a-4010-baf0-7c1be774551e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1913600 Mar 05 03:00:33.505243 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:00:33.522190 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3fdc70aa-0b3a-4a80-9f66-f02911ac2c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5c0cc6ef-a2dd-4560-9236-e5c7d2d4b4e7), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.527319 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3fdc70aa-0b3a-4a80-9f66-f02911ac2c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:33.529290 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3fdc70aa-0b3a-4a80-9f66-f02911ac2c15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c0cc6ef-a2dd-4560-9236-e5c7d2d4b4e7 HTTP/1.1" status: 204 len: 168 time: 0.1474323 Mar 05 03:00:33.539779 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc70aa-0b3a-4a80-9f66-f02911ac2c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0cc6ef-a2dd-4560-9236-e5c7d2d4b4e7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:33.554683 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=d3b39765-6dc9-4d45-b30f-5fd0840669e3,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:33.559727 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492289-5ffb-425c-b325-5d530ad2964f req-bdf78be9-bac4-4430-9c25-f0ce9eec0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:33.561204 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ec492289-5ffb-425c-b325-5d530ad2964f req-bdf78be9-bac4-4430-9c25-f0ce9eec0dc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 200 len: 914 time: 0.2424355 Mar 05 03:00:33.649171 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4548d-642e-4d8c-9d5d-e0385d598d85 None None] Current status of the port 789f23b9-7562-4e04-91c4-acdf502fe56a is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:33.697773 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ec492289-5ffb-425c-b325-5d530ad2964f req-8925e4e1-a566-4158-b353-3571d8c584ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 1001 time: 0.1285450 Mar 05 03:00:33.795538 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492289-5ffb-425c-b325-5d530ad2964f req-7f34049c-9841-4d24-b670-5367e3fbf39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:33.796922 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ec492289-5ffb-425c-b325-5d530ad2964f req-7f34049c-9841-4d24-b670-5367e3fbf39e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ef565ef-e35f-42a5-aea6-112de3086467 HTTP/1.1" status: 200 len: 853 time: 0.0870812 Mar 05 03:00:33.896463 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492289-5ffb-425c-b325-5d530ad2964f req-2b37ab81-5832-4b82-bfa1-8c7cdf70b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:33.898021 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ec492289-5ffb-425c-b325-5d530ad2964f req-2b37ab81-5832-4b82-bfa1-8c7cdf70b44a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=332d66d3-287a-4b41-876a-1fa0526c39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943947 Mar 05 03:00:34.090363 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ec492289-5ffb-425c-b325-5d530ad2964f req-c2afdb23-a539-458c-ae33-cfc96238a77e service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867335 Mar 05 03:00:34.439128 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (b148771c-d627-4dfa-badd-7d4028fa9ea2), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:34.494567 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ec492289-5ffb-425c-b325-5d530ad2964f req-01b5d2b1-a5f5-447c-81ce-d4410f9a3502 service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950701 Mar 05 03:00:34.525702 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (d3b39765-6dc9-4d45-b30f-5fd0840669e3), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:34.711756 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (d3b39765-6dc9-4d45-b30f-5fd0840669e3), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:34.718265 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (d3b39765-6dc9-4d45-b30f-5fd0840669e3), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:34.796797 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=d3b39765-6dc9-4d45-b30f-5fd0840669e3,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:34.810093 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (b148771c-d627-4dfa-badd-7d4028fa9ea2), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:34.918940 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Floating IP b148771c-d627-4dfa-badd-7d4028fa9ea2 associated. External IP: 172.27.3.120, port: bc546a7e-8244-4bb2-a21a-ee3767b86ae3. Mar 05 03:00:35.136336 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:00:35.248899 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:00:35.260100 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:00:35.269622 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:35.270600 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:35.271222 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:00:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:35.310914 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-108ee0f9-15b9-4aa3-9174-c419cbfed1ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9061038 Mar 05 03:00:35.310914 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'tag': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:35.310914 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7736518-f867-4460-bafc-98f35203f89f" -d '{"events": [{"name": "network-changed", "server_uuid": "431b9c6e-48ce-4fa6-a266-cb5b04556cf1", "tag": "bc546a7e-8244-4bb2-a21a-ee3767b86ae3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:35.346559 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80939843-244e-4cda-8504-8d056db46793 x-openstack-request-id: req-80939843-244e-4cda-8504-8d056db46793 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:35.346851 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431b9c6e-48ce-4fa6-a266-cb5b04556cf1", "tag": "bc546a7e-8244-4bb2-a21a-ee3767b86ae3", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:35.347106 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80939843-244e-4cda-8504-8d056db46793 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:35.347508 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'tag': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'status': 'completed', 'code': 200} Mar 05 03:00:35.400357 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:35.415673 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736518-f867-4460-bafc-98f35203f89f req-13b3df77-86af-49b4-aa25-c257ea14cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:35.417291 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7736518-f867-4460-bafc-98f35203f89f req-13b3df77-86af-49b4-aa25-c257ea14cb50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 1130 time: 0.0458190 Mar 05 03:00:35.513200 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736518-f867-4460-bafc-98f35203f89f req-07b811a5-d64d-4da4-9c42-aa65427df3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:35.514725 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7736518-f867-4460-bafc-98f35203f89f req-07b811a5-d64d-4da4-9c42-aa65427df3e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0906246 Mar 05 03:00:35.586852 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7736518-f867-4460-bafc-98f35203f89f req-97f48f92-4367-421a-8369-aca21960c217 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3 HTTP/1.1" status: 200 len: 1000 time: 0.0663311 Mar 05 03:00:35.637341 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'b148771c-d627-4dfa-badd-7d4028fa9ea2', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:85:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:33Z', 'updated_at': '2022-03-05T03:00:33Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:35.638967 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736518-f867-4460-bafc-98f35203f89f req-57821e02-30c0-4a12-aa08-b9d25778f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:35.640589 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7736518-f867-4460-bafc-98f35203f89f req-57821e02-30c0-4a12-aa08-b9d25778f6c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0474341 Mar 05 03:00:35.674486 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:00:35.683726 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:35.684545 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:00:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:35.698661 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736518-f867-4460-bafc-98f35203f89f req-ec16f39e-269f-462c-b40c-b67d7c0f35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:35.700182 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7736518-f867-4460-bafc-98f35203f89f req-ec16f39e-269f-462c-b40c-b67d7c0f35bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537426 Mar 05 03:00:35.802746 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7736518-f867-4460-bafc-98f35203f89f req-e5c01d7b-5d6e-4537-bfd7-1bb7f50c74a5 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959110 Mar 05 03:00:35.803565 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:35.898314 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7736518-f867-4460-bafc-98f35203f89f req-e30f0900-bba0-4b50-b688-cfa9be13c116 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899627 Mar 05 03:00:36.035601 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'b148771c-d627-4dfa-badd-7d4028fa9ea2', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:85:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:33Z', 'updated_at': '2022-03-05T03:00:33Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:36.061991 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46488aa1-c76a-4455-a0be-909475e938fd None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': 'b148771c-d627-4dfa-badd-7d4028fa9ea2', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:85:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:33Z', 'updated_at': '2022-03-05T03:00:33Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:00:36.293014 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e778dd-c3b8-4a10-a367-85a1c5764637 None None] New status for floating IP b148771c-d627-4dfa-badd-7d4028fa9ea2: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:00:39.987628 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.268990 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56402) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:42.370412 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84042ed9-0ef4-44ee-acde-706d648b4158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.443677 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84042ed9-0ef4-44ee-acde-706d648b4158 admin admin] Publish callbacks [] for security_group (5240662e-161e-4bf9-9e0e-6e1a11b0aa89), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.447297 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84042ed9-0ef4-44ee-acde-706d648b4158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5240662e-161e-4bf9-9e0e-6e1a11b0aa89), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.484373 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-84042ed9-0ef4-44ee-acde-706d648b4158 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13ceba49493644f5bfaed2bb1a539df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143459 Mar 05 03:00:42.486315 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042ed9-0ef4-44ee-acde-706d648b4158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5240662e-161e-4bf9-9e0e-6e1a11b0aa89,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:42.487135 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56406) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:42.539076 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9301ba74-3cfc-40f0-a811-164aea4b40da admin admin] Publish callbacks [] for security_group (5240662e-161e-4bf9-9e0e-6e1a11b0aa89), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.559489 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9301ba74-3cfc-40f0-a811-164aea4b40da admin admin] Publish callbacks [] for security_group (5240662e-161e-4bf9-9e0e-6e1a11b0aa89), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.604601 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9301ba74-3cfc-40f0-a811-164aea4b40da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5240662e-161e-4bf9-9e0e-6e1a11b0aa89), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.607218 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9301ba74-3cfc-40f0-a811-164aea4b40da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.608351 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-9301ba74-3cfc-40f0-a811-164aea4b40da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5240662e-161e-4bf9-9e0e-6e1a11b0aa89 HTTP/1.1" status: 204 len: 168 time: 0.1202471 Mar 05 03:00:42.615947 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301ba74-3cfc-40f0-a811-164aea4b40da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5240662e-161e-4bf9-9e0e-6e1a11b0aa89,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:42.867820 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56412) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:42.881417 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ec94aad-fc26-41fa-8944-ca4a9258eb3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.954564 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ec94aad-fc26-41fa-8944-ca4a9258eb3b admin admin] Publish callbacks [] for security_group (7e005f2c-9f4e-4b1d-ac54-87506741cc58), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.959031 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ec94aad-fc26-41fa-8944-ca4a9258eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7e005f2c-9f4e-4b1d-ac54-87506741cc58), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.995860 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3ec94aad-fc26-41fa-8944-ca4a9258eb3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcf2c4026fb847efbd2f3efd02a62d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270118 Mar 05 03:00:42.996665 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec94aad-fc26-41fa-8944-ca4a9258eb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e005f2c-9f4e-4b1d-ac54-87506741cc58,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:42.998594 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56414) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:43.047947 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-176d86d9-bd12-4ef1-a587-4a2071f578a6 admin admin] Publish callbacks [] for security_group (7e005f2c-9f4e-4b1d-ac54-87506741cc58), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.069529 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-176d86d9-bd12-4ef1-a587-4a2071f578a6 admin admin] Publish callbacks [] for security_group (7e005f2c-9f4e-4b1d-ac54-87506741cc58), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.118123 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-176d86d9-bd12-4ef1-a587-4a2071f578a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7e005f2c-9f4e-4b1d-ac54-87506741cc58), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.120657 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-176d86d9-bd12-4ef1-a587-4a2071f578a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.121885 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-176d86d9-bd12-4ef1-a587-4a2071f578a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e005f2c-9f4e-4b1d-ac54-87506741cc58 HTTP/1.1" status: 204 len: 168 time: 0.1221809 Mar 05 03:00:43.130079 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d86d9-bd12-4ef1-a587-4a2071f578a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e005f2c-9f4e-4b1d-ac54-87506741cc58,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:43.427232 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56420) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:43.443114 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ccc5de6-1341-464c-83c8-69f695fec1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.515093 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ccc5de6-1341-464c-83c8-69f695fec1db admin admin] Publish callbacks [] for security_group (75d7f82d-09bb-4a98-ae9a-ecabc6d1028d), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.518809 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ccc5de6-1341-464c-83c8-69f695fec1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (75d7f82d-09bb-4a98-ae9a-ecabc6d1028d), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.555948 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-4ccc5de6-1341-464c-83c8-69f695fec1db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a84682412da749e3b2a4136d77fe4133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276467 Mar 05 03:00:43.557914 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc5de6-1341-464c-83c8-69f695fec1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d7f82d-09bb-4a98-ae9a-ecabc6d1028d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:43.558631 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56422) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:43.607103 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d8312da-1271-4a29-8317-fb536f993818 admin admin] Publish callbacks [] for security_group (75d7f82d-09bb-4a98-ae9a-ecabc6d1028d), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.630843 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d8312da-1271-4a29-8317-fb536f993818 admin admin] Publish callbacks [] for security_group (75d7f82d-09bb-4a98-ae9a-ecabc6d1028d), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.678986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d8312da-1271-4a29-8317-fb536f993818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (75d7f82d-09bb-4a98-ae9a-ecabc6d1028d), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.678986 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d8312da-1271-4a29-8317-fb536f993818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.680157 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-4d8312da-1271-4a29-8317-fb536f993818 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75d7f82d-09bb-4a98-ae9a-ecabc6d1028d HTTP/1.1" status: 204 len: 168 time: 0.1204867 Mar 05 03:00:43.688153 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8312da-1271-4a29-8317-fb536f993818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d7f82d-09bb-4a98-ae9a-ecabc6d1028d,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:44.732433 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:00:49.275888 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56508) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:49.375668 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f20045ee-5810-4208-bb25-9b99a6bce644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.452196 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f20045ee-5810-4208-bb25-9b99a6bce644 admin admin] Publish callbacks [] for security_group (5a723575-9284-44af-8430-92740dd05ab3), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.455838 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f20045ee-5810-4208-bb25-9b99a6bce644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5a723575-9284-44af-8430-92740dd05ab3), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.494317 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f20045ee-5810-4208-bb25-9b99a6bce644 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85a231015bea4fe5afd4cc9f6abe08ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173550 Mar 05 03:00:49.495157 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20045ee-5810-4208-bb25-9b99a6bce644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a723575-9284-44af-8430-92740dd05ab3,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:49.497009 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56512) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:49.544493 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0dc68a0-2749-4e16-bca9-4dea3b9c82f8 admin admin] Publish callbacks [] for security_group (5a723575-9284-44af-8430-92740dd05ab3), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.565738 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0dc68a0-2749-4e16-bca9-4dea3b9c82f8 admin admin] Publish callbacks [] for security_group (5a723575-9284-44af-8430-92740dd05ab3), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.611752 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0dc68a0-2749-4e16-bca9-4dea3b9c82f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (5a723575-9284-44af-8430-92740dd05ab3), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.614344 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0dc68a0-2749-4e16-bca9-4dea3b9c82f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.615476 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-d0dc68a0-2749-4e16-bca9-4dea3b9c82f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a723575-9284-44af-8430-92740dd05ab3 HTTP/1.1" status: 204 len: 168 time: 0.1169126 Mar 05 03:00:49.622680 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc68a0-2749-4e16-bca9-4dea3b9c82f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a723575-9284-44af-8430-92740dd05ab3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:49.871528 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:49.884657 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-685d1a50-7088-490e-9e54-9333a0637f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.961784 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-685d1a50-7088-490e-9e54-9333a0637f1e admin admin] Publish callbacks [] for security_group (bd2cb064-6ca1-49de-8cfd-2c4987752f30), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:49.965510 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-685d1a50-7088-490e-9e54-9333a0637f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (bd2cb064-6ca1-49de-8cfd-2c4987752f30), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:50.004099 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-685d1a50-7088-490e-9e54-9333a0637f1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebbd5885ad6040ce96eb0e536884a111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315050 Mar 05 03:00:50.004940 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d1a50-7088-490e-9e54-9333a0637f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2cb064-6ca1-49de-8cfd-2c4987752f30,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:50.007551 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56520) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:50.054995 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4daef3c-f18a-4b0b-8fce-9b26fefdb2ac admin admin] Publish callbacks [] for security_group (bd2cb064-6ca1-49de-8cfd-2c4987752f30), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:50.075018 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4daef3c-f18a-4b0b-8fce-9b26fefdb2ac admin admin] Publish callbacks [] for security_group (bd2cb064-6ca1-49de-8cfd-2c4987752f30), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:50.122774 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4daef3c-f18a-4b0b-8fce-9b26fefdb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (bd2cb064-6ca1-49de-8cfd-2c4987752f30), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:50.125347 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4daef3c-f18a-4b0b-8fce-9b26fefdb2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:50.126530 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-d4daef3c-f18a-4b0b-8fce-9b26fefdb2ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd2cb064-6ca1-49de-8cfd-2c4987752f30 HTTP/1.1" status: 204 len: 168 time: 0.1176035 Mar 05 03:00:50.133647 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daef3c-f18a-4b0b-8fce-9b26fefdb2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2cb064-6ca1-49de-8cfd-2c4987752f30,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:51.999573 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56590) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:52.100296 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f132fd2-82ab-4eb4-a394-eb719fa3f338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.171721 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f132fd2-82ab-4eb4-a394-eb719fa3f338 admin admin] Publish callbacks [] for security_group (c2337c90-ac9f-4a2f-bd2d-cb8f1fc45185), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.175848 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f132fd2-82ab-4eb4-a394-eb719fa3f338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (c2337c90-ac9f-4a2f-bd2d-cb8f1fc45185), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.213068 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-5f132fd2-82ab-4eb4-a394-eb719fa3f338 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b177e5a69ef4206aa80b890d9a427dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124479 Mar 05 03:00:52.213908 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f132fd2-82ab-4eb4-a394-eb719fa3f338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2337c90-ac9f-4a2f-bd2d-cb8f1fc45185,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:52.216569 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56594) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:52.264649 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5011527a-f3be-4b11-a87a-4a9764d25e6b admin admin] Publish callbacks [] for security_group (c2337c90-ac9f-4a2f-bd2d-cb8f1fc45185), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.284988 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5011527a-f3be-4b11-a87a-4a9764d25e6b admin admin] Publish callbacks [] for security_group (c2337c90-ac9f-4a2f-bd2d-cb8f1fc45185), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.330230 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5011527a-f3be-4b11-a87a-4a9764d25e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (c2337c90-ac9f-4a2f-bd2d-cb8f1fc45185), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.332757 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5011527a-f3be-4b11-a87a-4a9764d25e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.333888 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-5011527a-f3be-4b11-a87a-4a9764d25e6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2337c90-ac9f-4a2f-bd2d-cb8f1fc45185 HTTP/1.1" status: 204 len: 168 time: 0.1160057 Mar 05 03:00:52.341143 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011527a-f3be-4b11-a87a-4a9764d25e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2337c90-ac9f-4a2f-bd2d-cb8f1fc45185,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:52.586892 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:52.600213 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2f6099fc-5b29-479d-8aec-916a791d5897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.670668 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2f6099fc-5b29-479d-8aec-916a791d5897 admin admin] Publish callbacks [] for security_group (b6880fbe-a723-4cce-bd5e-e35859023d0f), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.675183 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2f6099fc-5b29-479d-8aec-916a791d5897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (b6880fbe-a723-4cce-bd5e-e35859023d0f), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.717147 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-2f6099fc-5b29-479d-8aec-916a791d5897 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0eaa8c6352f74baf925678b8b79eab01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289332 Mar 05 03:00:52.718179 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6099fc-5b29-479d-8aec-916a791d5897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6880fbe-a723-4cce-bd5e-e35859023d0f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:52.720541 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56602) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:52.775557 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7455054-c4c7-49e2-ad90-35efc7e224b4 admin admin] Publish callbacks [] for security_group (b6880fbe-a723-4cce-bd5e-e35859023d0f), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.801892 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7455054-c4c7-49e2-ad90-35efc7e224b4 admin admin] Publish callbacks [] for security_group (b6880fbe-a723-4cce-bd5e-e35859023d0f), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.852882 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7455054-c4c7-49e2-ad90-35efc7e224b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (b6880fbe-a723-4cce-bd5e-e35859023d0f), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.855600 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7455054-c4c7-49e2-ad90-35efc7e224b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:52.856724 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-e7455054-c4c7-49e2-ad90-35efc7e224b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6880fbe-a723-4cce-bd5e-e35859023d0f HTTP/1.1" status: 204 len: 168 time: 0.1338000 Mar 05 03:00:52.866064 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7455054-c4c7-49e2-ad90-35efc7e224b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6880fbe-a723-4cce-bd5e-e35859023d0f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:55.403369 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-438a7a4f-976e-42ba-96c2-9f0b1e49cbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:56.134840 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43936d4-ad34-438c-ae2c-4b27e222c19c req-833fe561-2b94-4b3e-b93c-de3f1dcf5fe0 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:56.136232 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c43936d4-ad34-438c-ae2c-4b27e222c19c req-833fe561-2b94-4b3e-b93c-de3f1dcf5fe0 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0891759 Mar 05 03:00:56.142160 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-609e6b1c-9499-4687-928f-7b68ca2e21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:56.143546 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-609e6b1c-9499-4687-928f-7b68ca2e21db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1169 time: 0.0661159 Mar 05 03:00:56.257420 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c43936d4-ad34-438c-ae2c-4b27e222c19c req-d32c3f74-dfbe-404a-8182-358f68192d39 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129115 Mar 05 03:00:56.274387 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-332dde8e-e5ad-4f86-bed2-2abf7cdc24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:56.275833 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-332dde8e-e5ad-4f86-bed2-2abf7cdc24d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 200 len: 914 time: 0.1249633 Mar 05 03:00:56.340553 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-fad0702a-eac4-411c-b5f4-54e665e3fbc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 1001 time: 0.0582452 Mar 05 03:00:56.388204 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-c7d05e04-5384-4093-be12-1a9ac42f07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:56.389542 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-c7d05e04-5384-4093-be12-1a9ac42f07e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ef565ef-e35f-42a5-aea6-112de3086467 HTTP/1.1" status: 200 len: 853 time: 0.0420415 Mar 05 03:00:56.442385 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-d40a4ce7-4b85-47d2-95d0-874ada6d4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:56.443877 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-d40a4ce7-4b85-47d2-95d0-874ada6d4aa1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=332d66d3-287a-4b41-876a-1fa0526c39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474739 Mar 05 03:00:56.531296 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-70a6e62d-b65c-4d3b-af9e-5af992a7f1f4 service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803404 Mar 05 03:00:56.623529 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cc0df174-a8c3-4c95-b28b-097edd9ea438 req-19230c7d-c7ab-4fa7-88d4-37499336c342 service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840101 Mar 05 03:00:57.376090 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66e404-442a-4d68-8ed2-1a3d0b985838 req-ef879855-a7ac-4a4d-9600-ef260e727d1c tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:57.377562 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd66e404-442a-4d68-8ed2-1a3d0b985838 req-ef879855-a7ac-4a4d-9600-ef260e727d1c tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0518043 Mar 05 03:00:57.435661 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-dd66e404-442a-4d68-8ed2-1a3d0b985838 req-7726568a-db44-4bb1-9123-f57b30297fbe tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523055 Mar 05 03:00:57.636525 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f41fb499-74ad-40f0-b4cc-d563e1be0073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:58.573307 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eae57-1c81-46b7-b7c3-5ed6e947c0a2 req-80808578-5123-44a3-855a-ebbbb9b718f5 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:58.580713 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-571eae57-1c81-46b7-b7c3-5ed6e947c0a2 req-80808578-5123-44a3-855a-ebbbb9b718f5 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0714629 Mar 05 03:00:58.634656 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-571eae57-1c81-46b7-b7c3-5ed6e947c0a2 req-f6a049fd-0381-4219-a85b-6de2b86417eb tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530758 Mar 05 03:00:58.779955 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:59.753818 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcbafd-5125-42e1-9607-14a5c20649fd req-a07307b4-e39c-4b0c-961a-ec7daaa9cde1 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:59.755407 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3fdcbafd-5125-42e1-9607-14a5c20649fd req-a07307b4-e39c-4b0c-961a-ec7daaa9cde1 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0542421 Mar 05 03:00:59.830741 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3fdcbafd-5125-42e1-9607-14a5c20649fd req-828eedd2-cf79-42cc-9af5-50418fbccb73 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663598 Mar 05 03:01:00.135384 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:00.963257 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1244784-082b-4e1e-b2f4-df43ac6ea4c9 req-7cbb7936-9209-4de0-8df4-b5cc99627bf7 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:00.964779 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e1244784-082b-4e1e-b2f4-df43ac6ea4c9 req-7cbb7936-9209-4de0-8df4-b5cc99627bf7 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0611887 Mar 05 03:01:01.028709 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e1244784-082b-4e1e-b2f4-df43ac6ea4c9 req-34e05117-7855-4a90-8c60-58a181f5e00d tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575075 Mar 05 03:01:01.663402 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:02.148080 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492a4ef-4005-49d4-b70f-dbcdbc14ecb7 req-dca20a05-fce3-4df6-888d-de0665ff0c07 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:02.149881 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8492a4ef-4005-49d4-b70f-dbcdbc14ecb7 req-dca20a05-fce3-4df6-888d-de0665ff0c07 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0530243 Mar 05 03:01:02.210586 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8492a4ef-4005-49d4-b70f-dbcdbc14ecb7 req-17032e1e-8a33-4dd4-9efa-be184e595b13 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550327 Mar 05 03:01:03.333009 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464d72c-35ef-4c79-8b6a-12c3f6977be4 req-fb05e583-7224-4322-b9e8-53a577959679 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:03.334667 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d464d72c-35ef-4c79-8b6a-12c3f6977be4 req-fb05e583-7224-4322-b9e8-53a577959679 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0550306 Mar 05 03:01:03.370331 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56730) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:03.399195 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-d464d72c-35ef-4c79-8b6a-12c3f6977be4 req-64f46d19-385b-44c5-bb67-494f0a00f7be tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592072 Mar 05 03:01:03.479981 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34c4327d-f26c-443b-8ddb-1c1c2b4fba79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:03.552545 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34c4327d-f26c-443b-8ddb-1c1c2b4fba79 admin admin] Publish callbacks [] for security_group (f766df84-b2d9-49ce-ace2-fa94bcf0ff97), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:03.556089 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34c4327d-f26c-443b-8ddb-1c1c2b4fba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f766df84-b2d9-49ce-ace2-fa94bcf0ff97), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:03.594137 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-34c4327d-f26c-443b-8ddb-1c1c2b4fba79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=836830d18eb0467b80c795034a7aa1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226737 Mar 05 03:01:03.595973 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4327d-f26c-443b-8ddb-1c1c2b4fba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f766df84-b2d9-49ce-ace2-fa94bcf0ff97,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:03.597783 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56734) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:03.649570 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f55e65d7-0370-4cf2-8594-369b8f286a8f admin admin] Publish callbacks [] for security_group (f766df84-b2d9-49ce-ace2-fa94bcf0ff97), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:03.671412 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f55e65d7-0370-4cf2-8594-369b8f286a8f admin admin] Publish callbacks [] for security_group (f766df84-b2d9-49ce-ace2-fa94bcf0ff97), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:03.717851 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f55e65d7-0370-4cf2-8594-369b8f286a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f766df84-b2d9-49ce-ace2-fa94bcf0ff97), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:03.721057 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f55e65d7-0370-4cf2-8594-369b8f286a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:03.722222 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-f55e65d7-0370-4cf2-8594-369b8f286a8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f766df84-b2d9-49ce-ace2-fa94bcf0ff97 HTTP/1.1" status: 204 len: 168 time: 0.1225088 Mar 05 03:01:03.731268 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e65d7-0370-4cf2-8594-369b8f286a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f766df84-b2d9-49ce-ace2-fa94bcf0ff97,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:03.982023 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56740) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:03.994741 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04242cc3-7034-4250-a84f-96b209941041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:04.067717 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04242cc3-7034-4250-a84f-96b209941041 admin admin] Publish callbacks [] for security_group (f161ffd4-acf9-48c6-9372-6cc2b1a20c8b), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:04.071089 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04242cc3-7034-4250-a84f-96b209941041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f161ffd4-acf9-48c6-9372-6cc2b1a20c8b), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:04.106588 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04242cc3-7034-4250-a84f-96b209941041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f161ffd4-acf9-48c6-9372-6cc2b1a20c8b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:04.111244 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-04242cc3-7034-4250-a84f-96b209941041 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1480df3c1f6b45088fa3274bd3b3bf05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276090 Mar 05 03:01:04.114333 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56742) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:04.160077 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-374a0073-5190-4fc2-ba1b-40824ee269d1 admin admin] Publish callbacks [] for security_group (f161ffd4-acf9-48c6-9372-6cc2b1a20c8b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:04.181129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-374a0073-5190-4fc2-ba1b-40824ee269d1 admin admin] Publish callbacks [] for security_group (f161ffd4-acf9-48c6-9372-6cc2b1a20c8b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:04.230555 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-374a0073-5190-4fc2-ba1b-40824ee269d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (f161ffd4-acf9-48c6-9372-6cc2b1a20c8b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:04.232967 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-374a0073-5190-4fc2-ba1b-40824ee269d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:04.234145 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-374a0073-5190-4fc2-ba1b-40824ee269d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f161ffd4-acf9-48c6-9372-6cc2b1a20c8b HTTP/1.1" status: 204 len: 168 time: 0.1193960 Mar 05 03:01:04.241629 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a0073-5190-4fc2-ba1b-40824ee269d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f161ffd4-acf9-48c6-9372-6cc2b1a20c8b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:04.519210 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed1e92-b853-4ab9-b265-6b2ea30963e9 req-f42dcd6e-4ddf-40b2-b43a-a525fab91214 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:04.520685 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aaed1e92-b853-4ab9-b265-6b2ea30963e9 req-f42dcd6e-4ddf-40b2-b43a-a525fab91214 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0544431 Mar 05 03:01:04.582195 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aaed1e92-b853-4ab9-b265-6b2ea30963e9 req-05cda34f-cf0b-4c42-9a66-8a7c0285a0c5 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554245 Mar 05 03:01:05.702393 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604e87-a204-4afd-aedb-9035249c11cc req-28283a15-32b8-48b4-8063-6744ba5ff983 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:05.703889 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-15604e87-a204-4afd-aedb-9035249c11cc req-28283a15-32b8-48b4-8063-6744ba5ff983 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0532112 Mar 05 03:01:05.765051 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-15604e87-a204-4afd-aedb-9035249c11cc req-2c9199de-d472-4e15-9c43-2010acbcc209 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549891 Mar 05 03:01:06.888826 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad9fdb-f07a-439a-8ea7-37c590bf2fd7 req-ee95ba11-150d-42e9-8a7b-3ad8d8155808 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:06.890305 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-02ad9fdb-f07a-439a-8ea7-37c590bf2fd7 req-ee95ba11-150d-42e9-8a7b-3ad8d8155808 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0560696 Mar 05 03:01:06.952044 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-02ad9fdb-f07a-439a-8ea7-37c590bf2fd7 req-efae6a00-f2c1-4210-ae72-be552f59e9fd tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560644 Mar 05 03:01:08.076029 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68d9c-64e9-4a59-82d3-27d993320bdf req-87ccea68-79a8-42a3-916b-8969798ed62c tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:08.077665 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c2a68d9c-64e9-4a59-82d3-27d993320bdf req-87ccea68-79a8-42a3-916b-8969798ed62c tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0561686 Mar 05 03:01:08.138474 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c2a68d9c-64e9-4a59-82d3-27d993320bdf req-0a5a5c37-93ef-4855-ad45-3e0ad58fef10 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&id=b5840c17-46ee-4d84-909d-c6c53c7dcf63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538957 Mar 05 03:01:09.996251 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:16.571230 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-ca3d08c3-aaf4-4ce4-8699-1f420d7e1cf3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459378 Mar 05 03:01:16.656072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-4fe6dfeb-248a-411e-bcaf-06f3a6880c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:16.657530 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-4fe6dfeb-248a-411e-bcaf-06f3a6880c18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1169 time: 0.0439377 Mar 05 03:01:16.760570 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-30e1095e-4954-4053-8831-95798f11493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:16.762032 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-30e1095e-4954-4053-8831-95798f11493d service neutron] 10.222.0.13 "GET /v2.0/networks?id=332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 200 len: 914 time: 0.0858345 Mar 05 03:01:16.828998 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-6971055d-9997-4c79-a6f4-c3cb23526069 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 1001 time: 0.0601795 Mar 05 03:01:16.876114 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-d65edd56-a0cd-4eb1-8fa1-7413e55d4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:16.878318 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-d65edd56-a0cd-4eb1-8fa1-7413e55d4d95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ef565ef-e35f-42a5-aea6-112de3086467 HTTP/1.1" status: 200 len: 853 time: 0.0423098 Mar 05 03:01:16.925453 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-41a0a30b-d509-4004-93ec-315c4ed5753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:16.926985 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-41a0a30b-d509-4004-93ec-315c4ed5753e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=332d66d3-287a-4b41-876a-1fa0526c39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426607 Mar 05 03:01:17.020137 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-763fb9e2-f5e9-4f68-b4f6-9008cd0e0ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865142 Mar 05 03:01:17.105289 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c58c5bb6-6e9c-4183-bcab-8c2831afeee2 req-d5ef8a9d-7bcd-4007-abfe-8081c8c50f7a service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790732 Mar 05 03:01:20.651041 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:20.752727 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57a3b63b-287f-48f8-b5b5-310f7a727367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:20.826153 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57a3b63b-287f-48f8-b5b5-310f7a727367 admin admin] Publish callbacks [] for security_group (96325889-81dc-4c37-a4f2-e7279edf5ec7), precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:20.830146 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57a3b63b-287f-48f8-b5b5-310f7a727367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (96325889-81dc-4c37-a4f2-e7279edf5ec7), after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:20.867346 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-57a3b63b-287f-48f8-b5b5-310f7a727367 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93a3fd598941477b853df0f47ddd9b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153115 Mar 05 03:01:20.869232 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3b63b-287f-48f8-b5b5-310f7a727367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96325889-81dc-4c37-a4f2-e7279edf5ec7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:20.870053 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 56898) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:20.923613 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0f8b48bf-a37f-49be-ae79-ceca7edf1b90 admin admin] Publish callbacks [] for security_group (96325889-81dc-4c37-a4f2-e7279edf5ec7), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:20.944629 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0f8b48bf-a37f-49be-ae79-ceca7edf1b90 admin admin] Publish callbacks [] for security_group (96325889-81dc-4c37-a4f2-e7279edf5ec7), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:20.989942 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0f8b48bf-a37f-49be-ae79-ceca7edf1b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (96325889-81dc-4c37-a4f2-e7279edf5ec7), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:20.992613 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0f8b48bf-a37f-49be-ae79-ceca7edf1b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:20.993746 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-0f8b48bf-a37f-49be-ae79-ceca7edf1b90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96325889-81dc-4c37-a4f2-e7279edf5ec7 HTTP/1.1" status: 204 len: 168 time: 0.1213207 Mar 05 03:01:21.001076 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b48bf-a37f-49be-ae79-ceca7edf1b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96325889-81dc-4c37-a4f2-e7279edf5ec7,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:21.731797 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:01:25.404162 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-58ae5341-2979-453a-9481-26a054492432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:27.639125 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d7292e7f-7a0a-4d88-b076-1f8fb4539fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:28.783018 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:30.141811 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:31.664896 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:40.009073 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:40.681759 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-6bd6bb96-937a-46a6-8361-30f1ead331a8 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290356933&fields=id&tenant_id=afdf34f696b743d1885e8c9895a1d4b0 HTTP/1.1" status: 200 len: 267 time: 0.0433674 Mar 05 03:01:40.737388 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-0e641350-0536-4a33-95af-a11b977c9b8c tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:40.738852 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-0e641350-0536-4a33-95af-a11b977c9b8c tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 985 time: 0.0519063 Mar 05 03:01:40.749605 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Request body: {'port': {'security_groups': ['8f1f70b7-2cc5-40fd-b178-792ac26a85a9']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:01:40.822546 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:40.989997 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] For port 789f23b9-7562-4e04-91c4-acdf502fe56a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=789f23b9-7562-4e04-91c4-acdf502fe56a,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:41.017928 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.022444 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.035423 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['789f23b9-7562-4e04-91c4-acdf502fe56a'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:01:41.065618 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:41.066264 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.068246 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-06f5fd0f-7860-4310-9d7b-d96a18a129a2 req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "PUT /v2.0/ports/789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 943 time: 0.3222766 Mar 05 03:01:41.068723 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:01:41.071276 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27e729d-ff2f-4299-98e1-305e44c19f06" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:01:41.074973 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56908) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:41.095989 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event updated for resources: {'Port': ['ID=789f23b9-7562-4e04-91c4-acdf502fe56a,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:41.106027 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.106373 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.106700 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.107248 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.107586 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.107921 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.108249 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.108577 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.108908 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.109270 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.109593 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.109921 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.110296 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c2937-2ef3-4b19-8f47-2a00ee8208a9 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.130013 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b67c61-d8f5-45bb-bd06-1670e35e49c2 x-openstack-request-id: req-d5b67c61-d8f5-45bb-bd06-1670e35e49c2 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:01:41.130757 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:01:41.132351 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5b67c61-d8f5-45bb-bd06-1670e35e49c2 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:01:41.133019 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'status': 'completed', 'code': 200} Mar 05 03:01:41.186532 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group (b5840c17-46ee-4d84-909d-c6c53c7dcf63), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.189469 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['789f23b9-7562-4e04-91c4-acdf502fe56a'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:01:41.204787 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-dd22c419-68db-475f-a57d-ac71405898f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:41.207509 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-dd22c419-68db-475f-a57d-ac71405898f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1130 time: 0.0568829 Mar 05 03:01:41.219768 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group (b5840c17-46ee-4d84-909d-c6c53c7dcf63), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.306896 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (b5840c17-46ee-4d84-909d-c6c53c7dcf63), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.311646 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.316093 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "DELETE /v2.0/security-groups/b5840c17-46ee-4d84-909d-c6c53c7dcf63 HTTP/1.1" status: 204 len: 168 time: 0.2367518 Mar 05 03:01:41.316944 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56910) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:41.331998 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-28612f1c-56d4-4d68-b3b1-3b51f61f12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:41.334177 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5840c17-46ee-4d84-909d-c6c53c7dcf63,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:41.335333 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-28612f1c-56d4-4d68-b3b1-3b51f61f12f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 200 len: 914 time: 0.1201291 Mar 05 03:01:41.372751 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.373185 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.373593 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.374037 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.374434 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.374825 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.375222 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.375611 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.375996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.376381 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.376779 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.377163 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.377550 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26903364-6c47-4e57-8b69-d3fdbc4a3721 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:41.415888 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-8e312559-070a-4275-8603-9ae5f62fa172 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 1001 time: 0.0743713 Mar 05 03:01:41.418683 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-3c11e442-985b-455a-8075-336ab4c3c817 None None] Provisioning complete for port 789f23b9-7562-4e04-91c4-acdf502fe56a triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:01:41.419072 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3c11e442-985b-455a-8075-336ab4c3c817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.470783 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-b8abc9b7-cdb4-43ae-a35d-da1ea9cd856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:41.472482 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-b8abc9b7-cdb4-43ae-a35d-da1ea9cd856c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ef565ef-e35f-42a5-aea6-112de3086467 HTTP/1.1" status: 200 len: 853 time: 0.0493283 Mar 05 03:01:41.503948 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-3c11e442-985b-455a-8075-336ab4c3c817 None None] Current status of the port 789f23b9-7562-4e04-91c4-acdf502fe56a is: ACTIVE; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:01:41.513601 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Deleting port 1edea4e7-065c-4b02-b2bd-e846f104c6fa {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:41.513939 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (1edea4e7-065c-4b02-b2bd-e846f104c6fa), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.523087 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-cf1d81ba-4b8a-4f2e-9bfe-7c54358bfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:41.524606 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-cf1d81ba-4b8a-4f2e-9bfe-7c54358bfdd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=332d66d3-287a-4b41-876a-1fa0526c39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458293 Mar 05 03:01:41.587508 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (1edea4e7-065c-4b02-b2bd-e846f104c6fa), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.587837 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for floatingip (1edea4e7-065c-4b02-b2bd-e846f104c6fa), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.599356 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Calling delete_port for 1edea4e7-065c-4b02-b2bd-e846f104c6fa owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:41.611776 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-698784c6-b8cc-437d-8f12-09b4df8062ae service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805438 Mar 05 03:01:41.704171 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c27e729d-ff2f-4299-98e1-305e44c19f06 req-9d68d0aa-cf4f-4cc5-8061-7f707528d1fe service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860517 Mar 05 03:01:41.769774 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (1edea4e7-065c-4b02-b2bd-e846f104c6fa), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.797444 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event deleted for resources: {'Port': ['ID=1edea4e7-065c-4b02-b2bd-e846f104c6fa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:41.858856 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks [] for floatingip (63bd1326-ef21-412b-b3c6-ce552b9f622a), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.859180 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.l3_db [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Floating IP 63bd1326-ef21-412b-b3c6-ce552b9f622a disassociated (deleted). External IP: 172.27.3.36, port: 789f23b9-7562-4e04-91c4-acdf502fe56a. Mar 05 03:01:42.300620 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Router 4fde577a-ffb6-40d0-9407-69842b5da6f2 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:01:42.412851 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:01:42.417672 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:42.422582 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] Sync routers for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:01:42.431713 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:42.432306 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:01:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:42.446313 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-85ae8743-6f74-4d56-8686-4d56621c0e1e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "DELETE /v2.0/floatingips/63bd1326-ef21-412b-b3c6-ce552b9f622a HTTP/1.1" status: 204 len: 168 time: 1.1244900 Mar 05 03:01:42.446864 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:01:42.449200 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b384448-04f8-4436-838e-2a0b3ffd67ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:01:42.493871 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48519101-43a8-4a81-a5ef-f487ba09071a x-openstack-request-id: req-48519101-43a8-4a81-a5ef-f487ba09071a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:01:42.494345 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:01:42.494614 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48519101-43a8-4a81-a5ef-f487ba09071a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:01:42.495734 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'status': 'completed', 'code': 200} Mar 05 03:01:42.544119 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:42.565205 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-045086e6-62bf-4469-a943-1a61be804ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:42.566733 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-045086e6-62bf-4469-a943-1a61be804ae0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 1130 time: 0.0521193 Mar 05 03:01:42.672398 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-20bdbf77-f22e-4b41-8448-79560cdbe967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:42.675125 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-20bdbf77-f22e-4b41-8448-79560cdbe967 service neutron] 10.222.0.13 "GET /v2.0/networks?id=332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 200 len: 914 time: 0.1025274 Mar 05 03:01:42.727093 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-326196a2-2eab-409a-813c-bb87a1778c30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 200 len: 217 time: 0.0420661 Mar 05 03:01:42.775320 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-e4d5b634-5a71-443b-9489-864040975dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:42.776779 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-e4d5b634-5a71-443b-9489-864040975dd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ef565ef-e35f-42a5-aea6-112de3086467 HTTP/1.1" status: 200 len: 853 time: 0.0465846 Mar 05 03:01:42.831219 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-8bdb765c-b659-49b5-865b-8503bcd9b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:42.832644 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-8bdb765c-b659-49b5-865b-8503bcd9b736 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=332d66d3-287a-4b41-876a-1fa0526c39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484195 Mar 05 03:01:42.851079 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 5, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:42.879269 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] Checking router: 4fde577a-ffb6-40d0-9407-69842b5da6f2 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:01:42.887919 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:42.888516 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:01:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:42.919761 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-6374fc98-9286-44ff-b28f-c90dea4d38ea service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809491 Mar 05 03:01:42.996768 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:43.012494 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2b384448-04f8-4436-838e-2a0b3ffd67ad req-96a07327-8401-4948-9478-6d18ec9f787b service neutron] 10.222.0.13 "GET /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863295 Mar 05 03:01:43.194156 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 5, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:43.220094 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b87b61-0b4e-4899-baa2-56640981c1c3 None None] The sync data for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi is: [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:37Z', 'revision_number': 4, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': '33db8bfe-8a0f-4572-aa26-1209f05ed3c5', 'name': '', 'network_id': '332d66d3-287a-4b41-876a-1fa0526c39de', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'mac_address': 'fa:16:3e:05:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:37Z', 'updated_at': '2022-03-05T02:59:43Z', 'revision_number': 5, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'subnets': [{'id': '1ef565ef-e35f-42a5-aea6-112de3086467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:01:43.444549 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c4ddd-2325-48b4-a259-6015634b20d6 None None] New status for floating IP 63bd1326-ef21-412b-b3c6-ce552b9f622a: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:01:45.184749 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a3637-bc89-4507-8797-63d117781643 req-d0e11300-baab-40b3-8e36-00a1faaab9dc tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:45.186220 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-949a3637-bc89-4507-8797-63d117781643 req-d0e11300-baab-40b3-8e36-00a1faaab9dc tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.0514729 Mar 05 03:01:45.232440 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-949a3637-bc89-4507-8797-63d117781643 req-e23cf22e-bd25-4a9d-bcc9-de4a5c2d67c0 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Mar 05 03:01:46.358424 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a6baf-ccc2-4b5d-a1f0-b9c00da58743 req-5573017f-3e1a-4294-a1e6-8811ef9bbc4e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:46.359901 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c69a6baf-ccc2-4b5d-a1f0-b9c00da58743 req-5573017f-3e1a-4294-a1e6-8811ef9bbc4e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.0580819 Mar 05 03:01:46.405418 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c69a6baf-ccc2-4b5d-a1f0-b9c00da58743 req-7e976396-daa3-4ad8-b12c-0fb46c658091 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f1f70b7-2cc5-40fd-b178-792ac26a85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393543 Mar 05 03:01:46.835097 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-4fd91ca0-afa5-4711-9450-16fcf799a5d8 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:46.836549 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-4fd91ca0-afa5-4711-9450-16fcf799a5d8 tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 946 time: 0.0523553 Mar 05 03:01:46.926303 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Deleting port 789f23b9-7562-4e04-91c4-acdf502fe56a {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:46.926728 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.014089 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] For port 789f23b9-7562-4e04-91c4-acdf502fe56a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=789f23b9-7562-4e04-91c4-acdf502fe56a,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:47.014458 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.026512 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Calling delete_port for 789f23b9-7562-4e04-91c4-acdf502fe56a owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:47.152342 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (789f23b9-7562-4e04-91c4-acdf502fe56a), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.165324 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['789f23b9-7562-4e04-91c4-acdf502fe56a'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:01:47.179857 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Pushing event deleted for resources: {'Port': ['ID=789f23b9-7562-4e04-91c4-acdf502fe56a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:47.225223 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] No DVR routers for this DVR port 789f23b9-7562-4e04-91c4-acdf502fe56a on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:01:47.227901 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.231193 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-66f2d393-adbb-47c6-8ef9-d002db6649fe req-bc473b4b-8cd3-48fc-810b-52657390d66e tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.13 "DELETE /v2.0/ports/789f23b9-7562-4e04-91c4-acdf502fe56a HTTP/1.1" status: 204 len: 173 time: 0.3899405 Mar 05 03:01:47.231629 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'name': 'network-vif-deleted', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:01:47.233846 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3536997-bd16-4515-b1b5-956082437332" -d '{"events": [{"server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "name": "network-vif-deleted", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:01:47.274762 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775f2133-c4c2-490e-8936-83f29b721a24 x-openstack-request-id: req-775f2133-c4c2-490e-8936-83f29b721a24 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:01:47.275047 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5dd9d2-a5d0-49a4-bc75-727de7076c66", "name": "network-vif-deleted", "tag": "789f23b9-7562-4e04-91c4-acdf502fe56a", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:01:47.275470 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-775f2133-c4c2-490e-8936-83f29b721a24 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:01:47.275889 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dd9d2-a5d0-49a4-bc75-727de7076c66', 'name': 'network-vif-deleted', 'tag': '789f23b9-7562-4e04-91c4-acdf502fe56a', 'status': 'completed', 'code': 200} Mar 05 03:01:47.509841 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-1f4b479e-08e1-48ef-9b83-a341f381520a req-f4ca8c97-50fb-4a46-a744-5beffd381fac tempest-TestMinimumBasicScenario-103651844 tempest-TestMinimumBasicScenario-103651844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a5dd9d2-a5d0-49a4-bc75-727de7076c66 HTTP/1.1" status: 200 len: 210 time: 0.0276563 Mar 05 03:01:49.161645 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56994) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:49.504349 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (4fde577a-ffb6-40d0-9407-69842b5da6f2), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.751255 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Deleting port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:49.751594 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.828119 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] For port 33db8bfe-8a0f-4572-aa26-1209f05ed3c5, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:49.828393 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.840155 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Calling delete_port for 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:50.016435 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (33db8bfe-8a0f-4572-aa26-1209f05ed3c5), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.042676 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33db8bfe-8a0f-4572-aa26-1209f05ed3c5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:50.211784 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (4fde577a-ffb6-40d0-9407-69842b5da6f2), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.424299 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Router 4fde577a-ffb6-40d0-9407-69842b5da6f2 has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:01:50.530460 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:01:50.535426 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e6578da1-a3d4-474d-90ca-88ece26d23c3 admin admin] 10.222.0.26 "PUT /v2.0/routers/4fde577a-ffb6-40d0-9407-69842b5da6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3727443 Mar 05 03:01:50.538828 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56996) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:50.539783 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] Sync routers for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:01:50.549059 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:50.549660 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:01:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:50.646672 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks [] for router (4fde577a-ffb6-40d0-9407-69842b5da6f2), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.656136 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:50.748995 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks [] for router_gateway (4fde577a-ffb6-40d0-9407-69842b5da6f2), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.803918 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Deleting port 8875d94b-ab59-48a3-86bb-bee987e401eb {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:50.804271 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.835403 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T03:01:49Z', 'revision_number': 5, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port': {'id': '8875d94b-ab59-48a3-86bb-bee987e401eb', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:50.861349 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] Checking router: 4fde577a-ffb6-40d0-9407-69842b5da6f2 for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:01:50.869332 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] Routers {'4fde577a-ffb6-40d0-9407-69842b5da6f2'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:50.869918 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:01:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['4fde577a-ffb6-40d0-9407-69842b5da6f2'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:50.882309 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] For port 8875d94b-ab59-48a3-86bb-bee987e401eb, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=8875d94b-ab59-48a3-86bb-bee987e401eb,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:50.882674 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.894258 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Calling delete_port for 8875d94b-ab59-48a3-86bb-bee987e401eb owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:50.955423 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] Set router 4fde577a-ffb6-40d0-9407-69842b5da6f2 gateway port host: None {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:51.012438 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T03:01:50Z', 'revision_number': 6, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:51.039977 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b9c64-1388-4f58-ab85-b43dfbc2a253 None None] The sync data for ids ['4fde577a-ffb6-40d0-9407-69842b5da6f2'] in dv-cinder-827259-3-iscsi is: [{'id': '4fde577a-ffb6-40d0-9407-69842b5da6f2', 'name': 'tempest-TestMinimumBasicScenario-818037849-router', 'tenant_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:35Z', 'updated_at': '2022-03-05T03:01:50Z', 'revision_number': 6, 'project_id': 'afdf34f696b743d1885e8c9895a1d4b0', 'gw_port_host': None}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:01:51.068255 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (8875d94b-ab59-48a3-86bb-bee987e401eb), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.097076 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8875d94b-ab59-48a3-86bb-bee987e401eb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:51.158114 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (4fde577a-ffb6-40d0-9407-69842b5da6f2), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.208537 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 789f23b9-7562-4e04-91c4-acdf502fe56a no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:51.232584 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 789f23b9-7562-4e04-91c4-acdf502fe56a {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:51.232929 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 789f23b9-7562-4e04-91c4-acdf502fe56a not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:51.248454 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (4fde577a-ffb6-40d0-9407-69842b5da6f2), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.250572 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks [] for router_controller (4fde577a-ffb6-40d0-9407-69842b5da6f2), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.292111 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (4fde577a-ffb6-40d0-9407-69842b5da6f2), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.292699 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fde577a-ffb6-40d0-9407-69842b5da6f2 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 03:01:51.296938 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.298169 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-cb600bfc-d958-4e16-a90f-3e528113d4a6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4fde577a-ffb6-40d0-9407-69842b5da6f2 HTTP/1.1" status: 204 len: 168 time: 0.7583389 Mar 05 03:01:51.300718 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 56998) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:51.346426 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0212598e-6d2e-44da-ab71-6918f8a77ada admin admin] Deleting subnet 1ef565ef-e35f-42a5-aea6-112de3086467 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 03:01:51.349371 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212598e-6d2e-44da-ab71-6918f8a77ada admin admin] Publish callbacks [] for subnet (1ef565ef-e35f-42a5-aea6-112de3086467), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.384428 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212598e-6d2e-44da-ab71-6918f8a77ada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (1ef565ef-e35f-42a5-aea6-112de3086467), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.466526 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212598e-6d2e-44da-ab71-6918f8a77ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (1ef565ef-e35f-42a5-aea6-112de3086467), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.522929 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212598e-6d2e-44da-ab71-6918f8a77ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (1ef565ef-e35f-42a5-aea6-112de3086467), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.784557 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212598e-6d2e-44da-ab71-6918f8a77ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef565ef-e35f-42a5-aea6-112de3086467,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:51.790485 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0212598e-6d2e-44da-ab71-6918f8a77ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.793645 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-0212598e-6d2e-44da-ab71-6918f8a77ada admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1ef565ef-e35f-42a5-aea6-112de3086467 HTTP/1.1" status: 204 len: 168 time: 0.4920242 Mar 05 03:01:51.796283 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57000) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:51.796818 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee3fb5-48d7-4816-aff3-340916ce91e2 None None] Network 332d66d3-287a-4b41-876a-1fa0526c39de requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 03:01:51.873081 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (332d66d3-287a-4b41-876a-1fa0526c39de), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.928195 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Deleting port 110f860c-d28d-47df-9c6b-34ae4e90af5d {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:51.928454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.970141 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] DHCP port deletion for 332d66d3-287a-4b41-876a-1fa0526c39de request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 03:01:51.999262 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] For port 110f860c-d28d-47df-9c6b-34ae4e90af5d, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=110f860c-d28d-47df-9c6b-34ae4e90af5d,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:51.999628 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.013873 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Calling delete_port for 110f860c-d28d-47df-9c6b-34ae4e90af5d owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:52.023225 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Deleting port 110f860c-d28d-47df-9c6b-34ae4e90af5d {{(pid=109853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:52.023545 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), before_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.096370 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.100372 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] For port 110f860c-d28d-47df-9c6b-34ae4e90af5d, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=110f860c-d28d-47df-9c6b-34ae4e90af5d,segment=NetworkSegment(e2ab3f22-7179-4d34-b656-f86c7febae21),segment_id=e2ab3f22-7179-4d34-b656-f86c7febae21)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:52.100768 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), precommit_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.117910 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Calling delete_port for 110f860c-d28d-47df-9c6b-34ae4e90af5d owned by network:dhcp {{(pid=109853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:52.125713 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=110f860c-d28d-47df-9c6b-34ae4e90af5d,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:52.127532 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] No DVR routers for this DVR port 110f860c-d28d-47df-9c6b-34ae4e90af5d on host dv-cinder-827259-3-iscsi {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:01:52.196606 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136'] for port (110f860c-d28d-47df-9c6b-34ae4e90af5d), after_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.223308 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Pushing event deleted for resources: {'Port': ['ID=110f860c-d28d-47df-9c6b-34ae4e90af5d,revision_number=None']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:52.228892 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] No DVR routers for this DVR port 110f860c-d28d-47df-9c6b-34ae4e90af5d on host dv-cinder-827259-3-iscsi {{(pid=109853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.242543 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c0e39-08f3-4c4e-b114-847211fa142b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:52.459227 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (332d66d3-287a-4b41-876a-1fa0526c39de), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.478797 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332d66d3-287a-4b41-876a-1fa0526c39de']}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:52.487623 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ab3f22-7179-4d34-b656-f86c7febae21') {'for_net_delete': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:52.487920 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ab3f22-7179-4d34-b656-f86c7febae21') {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:52.497041 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16340021'] for segment (e2ab3f22-7179-4d34-b656-f86c7febae21), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.510827 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (e2ab3f22-7179-4d34-b656-f86c7febae21), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.516683 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 03:01:52.517062 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16337661'] for segment (e2ab3f22-7179-4d34-b656-f86c7febae21), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: Traceback (most recent call last): Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: timer() Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: cb(*args, **kw) Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: return func(*args, **kwargs) Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: self._notify() Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: self.callback(batched_events) Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: event.method(event) Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: return f(self, *a, **k) Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._get(url).json() Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: return self.request(url, 'GET', **kwargs) Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 03:01:52.518789 dv-cinder-827259-3-iscsi neutron-server[109852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 03:01:52.574798 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (332d66d3-287a-4b41-876a-1fa0526c39de), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.580290 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:52.583989 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] 10.222.0.26 "DELETE /v2.0/networks/332d66d3-287a-4b41-876a-1fa0526c39de HTTP/1.1" status: 204 len: 168 time: 0.7866228 Mar 05 03:01:52.587062 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:52.594597 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a0084-90f0-4598-80df-1dfcf6013e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=332d66d3-287a-4b41-876a-1fa0526c39de,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:52.926471 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (d5e60916-f452-46e9-bd26-1c443499912c), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:53.040276 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:53.060923 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:53.061265 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 33db8bfe-8a0f-4572-aa26-1209f05ed3c5 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:53.061684 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 8875d94b-ab59-48a3-86bb-bee987e401eb no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:53.080803 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 8875d94b-ab59-48a3-86bb-bee987e401eb {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:53.081147 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 8875d94b-ab59-48a3-86bb-bee987e401eb not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:53.081558 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 110f860c-d28d-47df-9c6b-34ae4e90af5d no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:53.100437 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 110f860c-d28d-47df-9c6b-34ae4e90af5d {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:53.100779 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 110f860c-d28d-47df-9c6b-34ae4e90af5d not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:53.169233 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Deleting port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:53.169570 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:53.248160 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] For port 9a0dc70a-8e58-4669-bf7a-90be7785d2e8, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,segment=NetworkSegment(50bc2b35-39e6-4003-9e79-95076cd3547b),segment_id=50bc2b35-39e6-4003-9e79-95076cd3547b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:53.248435 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:53.260891 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Calling delete_port for 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:53.436138 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (9a0dc70a-8e58-4669-bf7a-90be7785d2e8), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:53.459438 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0dc70a-8e58-4669-bf7a-90be7785d2e8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:53.625690 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (d5e60916-f452-46e9-bd26-1c443499912c), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:53.843624 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Router d5e60916-f452-46e9-bd26-1c443499912c has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:01:53.949881 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:01:53.954875 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-08d6cb50-adcf-4165-9ffb-e1bd43f713bf admin admin] 10.222.0.26 "PUT /v2.0/routers/d5e60916-f452-46e9-bd26-1c443499912c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3667734 Mar 05 03:01:53.957419 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57004) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:53.966292 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] Sync routers for ids ['d5e60916-f452-46e9-bd26-1c443499912c'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:01:53.975667 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] Routers {'d5e60916-f452-46e9-bd26-1c443499912c'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:53.976519 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:01:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d5e60916-f452-46e9-bd26-1c443499912c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:54.062325 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks [] for router (d5e60916-f452-46e9-bd26-1c443499912c), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.080918 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] Set router d5e60916-f452-46e9-bd26-1c443499912c gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:54.167375 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks [] for router_gateway (d5e60916-f452-46e9-bd26-1c443499912c), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.221937 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Deleting port 762d817f-8baf-4d5c-864c-266d34799973 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:54.222301 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (762d817f-8baf-4d5c-864c-266d34799973), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.305967 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] For port 762d817f-8baf-4d5c-864c-266d34799973, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=762d817f-8baf-4d5c-864c-266d34799973,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:54.306355 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (762d817f-8baf-4d5c-864c-266d34799973), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.317862 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Calling delete_port for 762d817f-8baf-4d5c-864c-266d34799973 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:54.384949 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '762d817f-8baf-4d5c-864c-266d34799973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T03:01:53Z', 'revision_number': 5, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port': {'id': '762d817f-8baf-4d5c-864c-266d34799973', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:40Z', 'updated_at': '2022-03-05T02:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:54.410591 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] Checking router: d5e60916-f452-46e9-bd26-1c443499912c for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:01:54.418896 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] Routers {'d5e60916-f452-46e9-bd26-1c443499912c'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:54.419442 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:01:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['d5e60916-f452-46e9-bd26-1c443499912c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:54.482956 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (762d817f-8baf-4d5c-864c-266d34799973), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.508739 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Pushing event deleted for resources: {'Port': ['ID=762d817f-8baf-4d5c-864c-266d34799973,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:54.511261 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] Set router d5e60916-f452-46e9-bd26-1c443499912c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:54.565625 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T03:01:54Z', 'revision_number': 6, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:54.569468 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (d5e60916-f452-46e9-bd26-1c443499912c), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.592214 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a9a0e-68eb-40e5-af88-fb57f616d7aa None None] The sync data for ids ['d5e60916-f452-46e9-bd26-1c443499912c'] in dv-cinder-827259-3-iscsi is: [{'id': 'd5e60916-f452-46e9-bd26-1c443499912c', 'name': 'tempest-TestMinimumBasicScenario-1159496713-router', 'tenant_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:39Z', 'updated_at': '2022-03-05T03:01:54Z', 'revision_number': 6, 'project_id': 'baa463f5285c4b6ca5a37e74a68d39b9', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:01:54.664931 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (d5e60916-f452-46e9-bd26-1c443499912c), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.667036 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks [] for router_controller (d5e60916-f452-46e9-bd26-1c443499912c), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.708716 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (d5e60916-f452-46e9-bd26-1c443499912c), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.709226 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e60916-f452-46e9-bd26-1c443499912c {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 03:01:54.713395 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.714578 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-5298cdf4-f1c9-4d51-a1ae-afe3e8b352ee admin admin] 10.222.0.26 "DELETE /v2.0/routers/d5e60916-f452-46e9-bd26-1c443499912c HTTP/1.1" status: 204 len: 168 time: 0.7557347 Mar 05 03:01:54.717095 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57006) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:54.760731 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a092b88-3ce5-4cb8-98a2-3a0d9dc0b685 admin admin] Deleting subnet d928f1f9-6e64-4070-bc0b-f411c2d89984 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 03:01:54.763716 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a092b88-3ce5-4cb8-98a2-3a0d9dc0b685 admin admin] Publish callbacks [] for subnet (d928f1f9-6e64-4070-bc0b-f411c2d89984), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.796476 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a092b88-3ce5-4cb8-98a2-3a0d9dc0b685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (d928f1f9-6e64-4070-bc0b-f411c2d89984), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.874530 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a092b88-3ce5-4cb8-98a2-3a0d9dc0b685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (d928f1f9-6e64-4070-bc0b-f411c2d89984), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.924070 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a092b88-3ce5-4cb8-98a2-3a0d9dc0b685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (d928f1f9-6e64-4070-bc0b-f411c2d89984), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.949860 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a092b88-3ce5-4cb8-98a2-3a0d9dc0b685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d928f1f9-6e64-4070-bc0b-f411c2d89984,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:54.953435 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a092b88-3ce5-4cb8-98a2-3a0d9dc0b685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:54.956756 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-6a092b88-3ce5-4cb8-98a2-3a0d9dc0b685 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d928f1f9-6e64-4070-bc0b-f411c2d89984 HTTP/1.1" status: 204 len: 168 time: 0.2386975 Mar 05 03:01:54.959291 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57008) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:54.961485 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870b899e-096b-4777-b9a1-2f833a8e0fe1 None None] Network 1a0f9072-917d-4048-82d8-4408e30f9ced requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 03:01:55.042585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (1a0f9072-917d-4048-82d8-4408e30f9ced), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.100212 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Deleting port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:55.100556 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.161665 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] For port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=5ae25f7e-cdc3-46e7-aa1b-5900fabc6886,segment=NetworkSegment(50bc2b35-39e6-4003-9e79-95076cd3547b),segment_id=50bc2b35-39e6-4003-9e79-95076cd3547b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:55.162058 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.177578 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Calling delete_port for 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:55.253363 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (5ae25f7e-cdc3-46e7-aa1b-5900fabc6886), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.280130 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae25f7e-cdc3-46e7-aa1b-5900fabc6886,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:55.282050 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] No DVR routers for this DVR port 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 on host dv-cinder-827259-3-iscsi {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:01:55.353919 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (1a0f9072-917d-4048-82d8-4408e30f9ced), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.373638 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0f9072-917d-4048-82d8-4408e30f9ced']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:55.387064 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bc2b35-39e6-4003-9e79-95076cd3547b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:55.387417 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bc2b35-39e6-4003-9e79-95076cd3547b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:55.403941 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (50bc2b35-39e6-4003-9e79-95076cd3547b), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.421343 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8680a4b2-a20e-482d-8215-25b2c445dba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.421932 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (50bc2b35-39e6-4003-9e79-95076cd3547b), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.430301 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb97f9a3-d2df-46a4-a603-8119d2425ad5 None None] DHCP port deletion for 1a0f9072-917d-4048-82d8-4408e30f9ced request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 03:01:55.431970 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 03:01:55.432476 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (50bc2b35-39e6-4003-9e79-95076cd3547b), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 03:01:55.434752 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 03:01:55.453431 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:55.474636 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:55.475004 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 9a0dc70a-8e58-4669-bf7a-90be7785d2e8 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:55.494017 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (1a0f9072-917d-4048-82d8-4408e30f9ced), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.510103 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.515910 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1a0f9072-917d-4048-82d8-4408e30f9ced HTTP/1.1" status: 204 len: 168 time: 0.5501387 Mar 05 03:01:55.515910 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a3c36-3ef7-49b2-891c-c054e8046084 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a0f9072-917d-4048-82d8-4408e30f9ced,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:55.681150 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57012) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:55.728862 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-895859f3-0307-4cc6-90f9-41203c786f86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afdf34f696b743d1885e8c9895a1d4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465634 Mar 05 03:01:55.731551 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57014) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:55.783358 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff4368cc-00eb-498c-aaaf-695374580e53 admin admin] Publish callbacks [] for security_group (8f1f70b7-2cc5-40fd-b178-792ac26a85a9), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.806247 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff4368cc-00eb-498c-aaaf-695374580e53 admin admin] Publish callbacks [] for security_group (8f1f70b7-2cc5-40fd-b178-792ac26a85a9), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.857932 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff4368cc-00eb-498c-aaaf-695374580e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (8f1f70b7-2cc5-40fd-b178-792ac26a85a9), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.860622 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff4368cc-00eb-498c-aaaf-695374580e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:55.861792 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ff4368cc-00eb-498c-aaaf-695374580e53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f1f70b7-2cc5-40fd-b178-792ac26a85a9 HTTP/1.1" status: 204 len: 168 time: 0.1293511 Mar 05 03:01:55.870472 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4368cc-00eb-498c-aaaf-695374580e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1f70b7-2cc5-40fd-b178-792ac26a85a9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:56.163631 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57020) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:56.202571 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-7157b52b-2a42-4025-829c-a5387b2da1af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=baa463f5285c4b6ca5a37e74a68d39b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378430 Mar 05 03:01:56.204841 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57022) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:56.251692 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a658de-26a0-4722-b1a6-21de19be95fc admin admin] Publish callbacks [] for security_group (d0cfdf93-ef77-4a87-a835-edf057273fd5), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:56.272469 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a658de-26a0-4722-b1a6-21de19be95fc admin admin] Publish callbacks [] for security_group (d0cfdf93-ef77-4a87-a835-edf057273fd5), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:56.321564 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a658de-26a0-4722-b1a6-21de19be95fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (d0cfdf93-ef77-4a87-a835-edf057273fd5), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:56.324303 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a658de-26a0-4722-b1a6-21de19be95fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:56.325431 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-81a658de-26a0-4722-b1a6-21de19be95fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0cfdf93-ef77-4a87-a835-edf057273fd5 HTTP/1.1" status: 204 len: 168 time: 0.1197379 Mar 05 03:01:56.333111 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a658de-26a0-4722-b1a6-21de19be95fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cfdf93-ef77-4a87-a835-edf057273fd5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:57.036881 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:57.057644 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:57.058009 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 5ae25f7e-cdc3-46e7-aa1b-5900fabc6886 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:57.058410 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 762d817f-8baf-4d5c-864c-266d34799973 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:57.076739 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 762d817f-8baf-4d5c-864c-266d34799973 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:57.077081 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 762d817f-8baf-4d5c-864c-266d34799973 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:57.640949 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4c47cc7a-4307-4755-86ab-1d8bf48a4b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:58.731188 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:01:58.787046 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:00.144714 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:01.666368 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:10.007364 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:18.706738 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-5a7df4b4-4e70-47f2-96bb-7fbaa2303642 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1719575 Mar 05 03:02:18.767518 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-dc9bf9f3-e170-4ab0-8916-ad98ada958dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:18.769005 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-dc9bf9f3-e170-4ab0-8916-ad98ada958dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 1130 time: 0.0426431 Mar 05 03:02:18.874253 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-07194388-004b-415a-90b9-6702637ad416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:18.875697 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-07194388-004b-415a-90b9-6702637ad416 service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0889828 Mar 05 03:02:18.937651 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-de6fd2bf-8a76-4354-b550-59c4a1a4626c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3 HTTP/1.1" status: 200 len: 1002 time: 0.0561137 Mar 05 03:02:18.984205 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-7549d193-05bf-41cf-bea2-9390facf6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:18.985617 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-7549d193-05bf-41cf-bea2-9390facf6cb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0427241 Mar 05 03:02:19.037082 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-29e46632-abe6-4cc5-8df9-7cadefbc9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:19.038603 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-29e46632-abe6-4cc5-8df9-7cadefbc9d62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475638 Mar 05 03:02:19.048100 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-b1076c3c-04de-4b62-881c-09554e4625bb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 03:02:19.049039 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-b1076c3c-04de-4b62-881c-09554e4625bb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047879 Mar 05 03:02:19.134380 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-225133fd-2c22-45a8-9bef-8c55d9d73d97 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798011 Mar 05 03:02:19.223551 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3ec9cc73-15bc-4470-b99f-0f88a1e8d610 req-b492f4f6-8c01-4b8c-bbaa-0f9dca274b15 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835857 Mar 05 03:02:25.407099 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-477813d5-705b-4247-8131-470c75bab85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:27.642327 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4eb1-09b3-4026-9781-2739ce7cf5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:28.788426 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:29.642614 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378d85-2673-45fd-819b-4d4db85dcebc req-b4c01316-04c6-442f-a0a4-5393e708cda0 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:29.644085 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-21378d85-2673-45fd-819b-4d4db85dcebc req-b4c01316-04c6-442f-a0a4-5393e708cda0 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 946 time: 0.1601441 Mar 05 03:02:29.692795 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-21378d85-2673-45fd-819b-4d4db85dcebc req-d9ee9238-62a1-4823-b7d8-aacd0f6440c1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Mar 05 03:02:30.144309 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:30.865055 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07d38-96b9-4459-919a-f5511f4999c6 req-02933f5d-8c0f-4d39-a988-ed2534a11959 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:30.867187 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9ad07d38-96b9-4459-919a-f5511f4999c6 req-02933f5d-8c0f-4d39-a988-ed2534a11959 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 946 time: 0.1042626 Mar 05 03:02:30.938064 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-9ad07d38-96b9-4459-919a-f5511f4999c6 req-c453be46-d305-4301-bdb6-1909f1b19b06 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652752 Mar 05 03:02:30.960676 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-270d74bd-6976-4631-916b-3e4f5c52ab1a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:30.962117 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-270d74bd-6976-4631-916b-3e4f5c52ab1a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 946 time: 0.0601654 Mar 05 03:02:31.051034 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Deleting port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:02:31.051376 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:31.139536 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] For port bc546a7e-8244-4bb2-a21a-ee3767b86ae3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:02:31.139896 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:31.308269 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:31.308680 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (b148771c-d627-4dfa-badd-7d4028fa9ea2), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:31.309004 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Floating IP b148771c-d627-4dfa-badd-7d4028fa9ea2 disassociated. External IP: 172.27.3.120, port: bc546a7e-8244-4bb2-a21a-ee3767b86ae3. Mar 05 03:02:31.309352 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Calling delete_port for bc546a7e-8244-4bb2-a21a-ee3767b86ae3 owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:02:31.436961 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (bc546a7e-8244-4bb2-a21a-ee3767b86ae3), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:31.463917 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event deleted for resources: {'Port': ['ID=bc546a7e-8244-4bb2-a21a-ee3767b86ae3,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:02:31.579279 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:02:31.669426 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:31.689641 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:02:31.701296 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:02:31.713358 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:02:31.713976 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:02:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:02:31.731108 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] No DVR routers for this DVR port bc546a7e-8244-4bb2-a21a-ee3767b86ae3 on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:02:31.733536 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:31.736884 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7f8ea3f2-5ac2-4b5a-a956-eb35c16c270c req-16f5f7eb-9188-4d72-81be-f2a5ac0e4bf2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "DELETE /v2.0/ports/bc546a7e-8244-4bb2-a21a-ee3767b86ae3 HTTP/1.1" status: 204 len: 173 time: 0.7701309 Mar 05 03:02:31.737263 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'name': 'network-vif-deleted', 'tag': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:02:31.739547 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2531741d-4d57-4721-b8a1-02c374cbeac4" -d '{"events": [{"server_uuid": "431b9c6e-48ce-4fa6-a266-cb5b04556cf1", "name": "network-vif-deleted", "tag": "bc546a7e-8244-4bb2-a21a-ee3767b86ae3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:02:31.837828 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:02:31.846712 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3e4741-4658-46fc-902b-708c6cb6c552 x-openstack-request-id: req-0e3e4741-4658-46fc-902b-708c6cb6c552 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:02:31.847010 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431b9c6e-48ce-4fa6-a266-cb5b04556cf1", "name": "network-vif-deleted", "tag": "bc546a7e-8244-4bb2-a21a-ee3767b86ae3", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:02:31.847268 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e3e4741-4658-46fc-902b-708c6cb6c552 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:02:31.847681 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431b9c6e-48ce-4fa6-a266-cb5b04556cf1', 'name': 'network-vif-deleted', 'tag': 'bc546a7e-8244-4bb2-a21a-ee3767b86ae3', 'status': 'completed', 'code': 200} Mar 05 03:02:32.047185 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-910adfd9-01b3-4cf5-a33c-8c09e5748d98 req-50fb4a91-6bea-4402-ae1d-34d695fd0374 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=431b9c6e-48ce-4fa6-a266-cb5b04556cf1 HTTP/1.1" status: 200 len: 210 time: 0.0328305 Mar 05 03:02:32.138521 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:02:32.164082 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:02:32.171942 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:02:32.172528 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:02:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:02:32.279400 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:02:32.478781 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:02:32.503507 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c987301-e03d-46d6-ab3f-fd621ac32f6e None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:02:32.709149 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb2b6c-56a0-4230-8ee2-7c062a5dd31a None None] New status for floating IP b148771c-d627-4dfa-badd-7d4028fa9ea2: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:02:33.300447 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-01a053ff-338c-4f9c-9736-186397c9917d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280001705&fields=id&tenant_id=71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 267 time: 0.0439689 Mar 05 03:02:33.404978 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-1528e94c-9f49-4f6d-9e86-8c7f6f1e8fec tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:33.406433 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-1528e94c-9f49-4f6d-9e86-8c7f6f1e8fec tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 812 time: 0.0990996 Mar 05 03:02:33.421040 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-22361d84-96b0-4909-84bf-da605bbae986 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/quotas/71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 375 time: 0.0092323 Mar 05 03:02:33.479451 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-11bf7d8e-5740-468e-810d-f431f1bed8ed tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536306 Mar 05 03:02:33.495385 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-11c8726e-4bf0-48b9-a8e6-8aa3ac555fb4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 03:02:33.496332 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-11c8726e-4bf0-48b9-a8e6-8aa3ac555fb4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058899 Mar 05 03:02:33.583616 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-f60b0818-1925-49a4-982e-f8d3e6ce818b service neutron] 10.222.0.26 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821743 Mar 05 03:02:33.676798 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-0b591ab8-a1bb-456d-ace1-d31337205533 service neutron] 10.222.0.26 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865567 Mar 05 03:02:33.957132 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-11bc49f0-3082-4915-a9f3-231bceb50f6c req-2eb3d0f7-f9ed-464b-91b6-d5cc5f3b5d86 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 210 time: 0.0291824 Mar 05 03:02:34.930814 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-4fedf556-c377-4ae4-b294-872b6b9c54a3 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:34.932260 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-4fedf556-c377-4ae4-b294-872b6b9c54a3 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 812 time: 0.1028843 Mar 05 03:02:35.001019 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-977ea878-ad83-419b-884d-a78cb39a26a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 380 time: 0.0603023 Mar 05 03:02:35.011160 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'port': {'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'admin_state_up': True, 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'security_groups': ['bee04a6e-3e63-45eb-b683-4b6cfc6e1b04']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:02:35.062723 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-96f05120-5832-4568-b169-e1c378f08803 req-6cfb4f4b-2025-458a-b279-45007cff6d08 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 210 time: 0.0354402 Mar 05 03:02:35.149418 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Made reservation on behalf of 71e08e745e374d92a13f0a03ad69b496 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 03:02:35.152917 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:35.288564 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Allocated IP 172.20.0.7 (212982fd-ee74-4572-8056-95fa37c5661e/721c08fe-3128-4044-9417-a3f10dabca79/646a8079-0c54-4aed-a880-792512b0748a) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:02:35.432593 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (646a8079-0c54-4aed-a880-792512b0748a), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:35.456309 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device bc546a7e-8244-4bb2-a21a-ee3767b86ae3 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:02:35.467547 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (646a8079-0c54-4aed-a880-792512b0748a), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:35.479498 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: bc546a7e-8244-4bb2-a21a-ee3767b86ae3 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:02:35.479923 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device bc546a7e-8244-4bb2-a21a-ee3767b86ae3 not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:02:35.512080 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Network 212982fd-ee74-4572-8056-95fa37c5661e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:02:35.514953 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:02:35.518538 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:02:35.542861 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=646a8079-0c54-4aed-a880-792512b0748a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:02:35.570142 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:35.570767 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:35.587777 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-fbd07c9c-ef59-44e9-bf09-35cea64748a2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817089 Mar 05 03:02:35.598833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Request body: {'port': {'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:02:35.663862 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (646a8079-0c54-4aed-a880-792512b0748a), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:35.731183 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:02:35.756225 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-5245766f-d944-428d-949e-5b8f37f7dab8 None None] Provisioning complete for port 646a8079-0c54-4aed-a880-792512b0748a triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:02:35.757107 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5245766f-d944-428d-949e-5b8f37f7dab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (646a8079-0c54-4aed-a880-792512b0748a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:35.791409 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-5245766f-d944-428d-949e-5b8f37f7dab8 None None] Port 646a8079-0c54-4aed-a880-792512b0748a cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 03:02:35.917778 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646a8079-0c54-4aed-a880-792512b0748a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:02:35.925013 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Publish callbacks [] for port (646a8079-0c54-4aed-a880-792512b0748a), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:35.936966 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Transition to ACTIVE for port object 646a8079-0c54-4aed-a880-792512b0748a will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 03:02:35.940772 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (646a8079-0c54-4aed-a880-792512b0748a), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:36.012300 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Pushing event updated for resources: {'Port': ['ID=646a8079-0c54-4aed-a880-792512b0748a,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:02:36.063810 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Attempting to bind port 646a8079-0c54-4aed-a880-792512b0748a on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 03:02:36.064141 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Attempting to bind port 646a8079-0c54-4aed-a880-792512b0748a by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 03:02:36.064464 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Attempting to bind port 646a8079-0c54-4aed-a880-792512b0748a on network 212982fd-ee74-4572-8056-95fa37c5661e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:02:36.068891 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Port 646a8079-0c54-4aed-a880-792512b0748a on network 212982fd-ee74-4572-8056-95fa37c5661e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 03:02:36.070124 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Attempting to bind port 646a8079-0c54-4aed-a880-792512b0748a on network 212982fd-ee74-4572-8056-95fa37c5661e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:02:36.075047 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 03:02:36.075385 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Checking segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 03:02:36.075811 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Bound using segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 03:02:36.076261 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Bound port: 646a8079-0c54-4aed-a880-792512b0748a, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 03:02:36.076622 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (646a8079-0c54-4aed-a880-792512b0748a), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:36.176622 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] For port 646a8079-0c54-4aed-a880-792512b0748a, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 03:02:36.195152 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] For port 646a8079-0c54-4aed-a880-792512b0748a, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=646a8079-0c54-4aed-a880-792512b0748a,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 03:02:36.204846 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (646a8079-0c54-4aed-a880-792512b0748a), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:36.219222 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e0e05-8f39-4484-856a-61a4feba4ab6 req-57058b4d-67c7-4541-8b92-c8b83d8ddeeb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:36.220712 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66e0e05-8f39-4484-856a-61a4feba4ab6 req-57058b4d-67c7-4541-8b92-c8b83d8ddeeb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 943 time: 0.0863953 Mar 05 03:02:36.266781 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:36.267434 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:36.268819 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 200 len: 1093 time: 0.6741312 Mar 05 03:02:36.270857 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'tag': '646a8079-0c54-4aed-a880-792512b0748a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:02:36.273194 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf28e99-9586-4a95-9705-a88124040153" -d '{"events": [{"name": "network-changed", "server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "tag": "646a8079-0c54-4aed-a880-792512b0748a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:02:36.305729 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfef7b-345e-45d1-8878-676e555491c8 service neutron] Pushing event updated for resources: {'Port': ['ID=646a8079-0c54-4aed-a880-792512b0748a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:02:36.331493 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c66e0e05-8f39-4484-856a-61a4feba4ab6 req-c0083466-a543-4a67-822e-65791cc53147 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903268 Mar 05 03:02:36.334983 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b346cb63-cb05-4f75-a942-c5d16eebf091 x-openstack-request-id: req-b346cb63-cb05-4f75-a942-c5d16eebf091 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:02:36.334983 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "tag": "646a8079-0c54-4aed-a880-792512b0748a", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:02:36.334983 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b346cb63-cb05-4f75-a942-c5d16eebf091 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:02:36.334983 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'tag': '646a8079-0c54-4aed-a880-792512b0748a', 'status': 'completed', 'code': 200} Mar 05 03:02:36.369691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-ae79d6d4-c351-4ba1-b81b-60b75f110e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:36.371296 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-ae79d6d4-c351-4ba1-b81b-60b75f110e20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1127 time: 0.0506766 Mar 05 03:02:36.417761 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-cb6453de-61a1-4aa6-ba09-e6c34c54b28d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 200 len: 217 time: 0.0390921 Mar 05 03:02:36.466742 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-a589324f-4402-4798-8eb8-ba3e4dae46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:36.468202 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-a589324f-4402-4798-8eb8-ba3e4dae46be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0446792 Mar 05 03:02:36.515863 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-9c83f5f9-f6b0-4e90-9e2e-0ea1210cf1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:36.517268 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-9c83f5f9-f6b0-4e90-9e2e-0ea1210cf1c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436568 Mar 05 03:02:36.606847 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-f14e6c0f-83db-4f08-8f37-c88d3ec7a4bb service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839367 Mar 05 03:02:36.693287 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-550efbbd-d7ff-4689-b00e-82a88aeaebc0 req-ff16e257-79d4-4689-a52a-314056cc7473 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799778 Mar 05 03:02:36.783449 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28e99-9586-4a95-9705-a88124040153 req-0f03d0b6-91a3-469c-856c-82158f14e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:36.784836 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-faf28e99-9586-4a95-9705-a88124040153 req-0f03d0b6-91a3-469c-856c-82158f14e283 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1127 time: 0.0443008 Mar 05 03:02:36.877261 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28e99-9586-4a95-9705-a88124040153 req-1c9821b0-8685-4cc0-99f6-4b55e2e0a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:36.878754 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-faf28e99-9586-4a95-9705-a88124040153 req-1c9821b0-8685-4cc0-99f6-4b55e2e0a4d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0877039 Mar 05 03:02:36.917813 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-faf28e99-9586-4a95-9705-a88124040153 req-f314d0f3-3ce2-45ae-8bde-dbd32ac50679 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 200 len: 217 time: 0.0329292 Mar 05 03:02:36.969354 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28e99-9586-4a95-9705-a88124040153 req-94fe37a0-a0e3-4a8e-b9e8-ca4a36231070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:36.970811 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-faf28e99-9586-4a95-9705-a88124040153 req-94fe37a0-a0e3-4a8e-b9e8-ca4a36231070 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0453215 Mar 05 03:02:37.018429 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28e99-9586-4a95-9705-a88124040153 req-d4075b84-6929-4122-b82c-4885362af176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:37.019938 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-faf28e99-9586-4a95-9705-a88124040153 req-d4075b84-6929-4122-b82c-4885362af176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432727 Mar 05 03:02:37.120448 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-faf28e99-9586-4a95-9705-a88124040153 req-343d1ea4-a546-47d3-8ccd-36f3f43daa33 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946691 Mar 05 03:02:37.206954 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-faf28e99-9586-4a95-9705-a88124040153 req-fb8fa4ce-cd18-4365-ae3a-485f08115fc4 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800250 Mar 05 03:02:37.452087 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f973bc-e66a-43b5-841c-6cf0912dfbeb req-34bb57ca-14de-4b59-96c7-c3f9aa09c180 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:37.453459 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-59f973bc-e66a-43b5-841c-6cf0912dfbeb req-34bb57ca-14de-4b59-96c7-c3f9aa09c180 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 943 time: 0.0515852 Mar 05 03:02:37.504750 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-59f973bc-e66a-43b5-841c-6cf0912dfbeb req-59c038ec-620c-4d77-a29f-d3239b006596 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457990 Mar 05 03:02:38.621675 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb49c14-4f85-42b5-9f9c-7aba600ac8f9 req-062abcf3-c4d8-48f5-91e2-a27f6946adc8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:38.623184 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ecb49c14-4f85-42b5-9f9c-7aba600ac8f9 req-062abcf3-c4d8-48f5-91e2-a27f6946adc8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 943 time: 0.0526366 Mar 05 03:02:38.671079 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ecb49c14-4f85-42b5-9f9c-7aba600ac8f9 req-e11aef7b-a7cb-4914-b9f1-bc96c3184b1b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425386 Mar 05 03:02:39.786230 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5e4fa-a6c3-4ee6-a449-0e26317e09c2 req-748c53af-f909-412d-87b9-ebb9b6cb2851 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:39.787677 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-18c5e4fa-a6c3-4ee6-a449-0e26317e09c2 req-748c53af-f909-412d-87b9-ebb9b6cb2851 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 943 time: 0.0513604 Mar 05 03:02:39.834760 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-18c5e4fa-a6c3-4ee6-a449-0e26317e09c2 req-1c938ace-9f2e-4b71-9cdb-a1257d03de89 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 Mar 05 03:02:40.016080 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:40.953538 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a067-702c-4e17-8c45-f00b830526fd req-ef080609-a2da-4343-b0ce-d817b266d27a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:40.954922 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4d92a067-702c-4e17-8c45-f00b830526fd req-ef080609-a2da-4343-b0ce-d817b266d27a tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 943 time: 0.0559008 Mar 05 03:02:41.002635 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4d92a067-702c-4e17-8c45-f00b830526fd req-03037e8f-d854-478f-96e4-23bf788292c2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Mar 05 03:02:42.119306 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f57457-c869-4679-8626-f1bab73c131d req-afb22fb1-a58c-467d-9092-8cd9b1b45077 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:42.120797 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f5f57457-c869-4679-8626-f1bab73c131d req-afb22fb1-a58c-467d-9092-8cd9b1b45077 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 943 time: 0.0536191 Mar 05 03:02:42.169840 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f5f57457-c869-4679-8626-f1bab73c131d req-ecd8d5ad-cfff-4630-81a2-927e621f39cf tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Mar 05 03:02:43.285085 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac318f41-4de7-4d7c-85d0-193d5eb4586d req-37185bdf-72ee-421b-ab4f-880f4c32aeb0 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:43.286477 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ac318f41-4de7-4d7c-85d0-193d5eb4586d req-37185bdf-72ee-421b-ab4f-880f4c32aeb0 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 943 time: 0.0508063 Mar 05 03:02:43.336548 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-ac318f41-4de7-4d7c-85d0-193d5eb4586d req-739f9d82-3e5c-4fa4-ad8b-30202f31220b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439625 Mar 05 03:02:43.502254 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 646a8079-0c54-4aed-a880-792512b0748a details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 03:02:43.594446 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 646a8079-0c54-4aed-a880-792512b0748a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=646a8079-0c54-4aed-a880-792512b0748a,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:02:43.605277 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '646a8079-0c54-4aed-a880-792512b0748a', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 03:02:43.643974 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 646a8079-0c54-4aed-a880-792512b0748a is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:02:43.644362 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (646a8079-0c54-4aed-a880-792512b0748a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:43.657332 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646a8079-0c54-4aed-a880-792512b0748a {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:02:43.679022 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 646a8079-0c54-4aed-a880-792512b0748a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=646a8079-0c54-4aed-a880-792512b0748a,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:02:43.683163 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (646a8079-0c54-4aed-a880-792512b0748a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:43.729865 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=646a8079-0c54-4aed-a880-792512b0748a,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:02:43.922974 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['646a8079-0c54-4aed-a880-792512b0748a'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:02:44.452524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ff150-c6cc-41af-b1db-56f7e9175f08 req-9542709e-8c16-45ef-bbcf-9044a58b6ed0 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:44.453888 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb6ff150-c6cc-41af-b1db-56f7e9175f08 req-9542709e-8c16-45ef-bbcf-9044a58b6ed0 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 944 time: 0.0512238 Mar 05 03:02:44.500900 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cb6ff150-c6cc-41af-b1db-56f7e9175f08 req-ced7c750-2908-4e43-881f-5307dd034d79 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Mar 05 03:02:45.533564 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 646a8079-0c54-4aed-a880-792512b0748a up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 03:02:45.582536 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 646a8079-0c54-4aed-a880-792512b0748a completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 03:02:45.586903 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 646a8079-0c54-4aed-a880-792512b0748a triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:02:45.587276 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (646a8079-0c54-4aed-a880-792512b0748a), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:45.618715 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b683fb-5fd3-4ba1-9755-8bdd9e154ab8 req-cfe77399-8671-4b2e-b530-03a2172c0558 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:45.620192 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e2b683fb-5fd3-4ba1-9755-8bdd9e154ab8 req-cfe77399-8671-4b2e-b530-03a2172c0558 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 944 time: 0.0540707 Mar 05 03:02:45.664936 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 646a8079-0c54-4aed-a880-792512b0748a is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:02:45.665373 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (646a8079-0c54-4aed-a880-792512b0748a), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:45.668307 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-e2b683fb-5fd3-4ba1-9755-8bdd9e154ab8 req-233d2fa0-7287-4233-9fe9-efa71d0b80f7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Mar 05 03:02:45.688693 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a8079-0c54-4aed-a880-792512b0748a'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:02:45.690979 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc2e228-b48b-45cf-93dc-f3865a6f2758" -d '{"events": [{"server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "name": "network-vif-plugged", "status": "completed", "tag": "646a8079-0c54-4aed-a880-792512b0748a"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:02:45.704292 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 646a8079-0c54-4aed-a880-792512b0748a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=646a8079-0c54-4aed-a880-792512b0748a,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:02:45.708595 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (646a8079-0c54-4aed-a880-792512b0748a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:45.755764 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=646a8079-0c54-4aed-a880-792512b0748a,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:02:45.795344 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eca796d-95be-4415-ac95-b8c3b33442bb x-openstack-request-id: req-0eca796d-95be-4415-ac95-b8c3b33442bb {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:02:45.795635 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "name": "network-vif-plugged", "status": "completed", "tag": "646a8079-0c54-4aed-a880-792512b0748a", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:02:45.795889 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0eca796d-95be-4415-ac95-b8c3b33442bb {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:02:45.796279 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a8079-0c54-4aed-a880-792512b0748a', 'code': 200} Mar 05 03:02:46.006779 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57145e4-80cf-451f-8140-0b7ce94602c8 req-9312dc77-c709-4fa9-92c5-889e08e2d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:46.008261 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a57145e4-80cf-451f-8140-0b7ce94602c8 req-9312dc77-c709-4fa9-92c5-889e08e2d58d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1129 time: 0.0458367 Mar 05 03:02:46.053124 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a57145e4-80cf-451f-8140-0b7ce94602c8 req-95494827-e641-436e-b747-0bcdf6e479a0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381124 Mar 05 03:02:46.786261 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc74bd-53f5-4fdf-be39-e7e51ef26ff2 req-b1913e2a-cbef-4d6d-940a-0f397164c697 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:46.787712 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-19cc74bd-53f5-4fdf-be39-e7e51ef26ff2 req-b1913e2a-cbef-4d6d-940a-0f397164c697 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 945 time: 0.0529895 Mar 05 03:02:46.835934 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-19cc74bd-53f5-4fdf-be39-e7e51ef26ff2 req-1f9bf008-0640-48d6-a5a8-fb40bd15e814 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Mar 05 03:02:47.956598 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7648b-950a-445e-8e4b-2447dd74a02b req-4fd3f1ba-bf6b-432f-87ce-247811e3d54c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:47.957992 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-64e7648b-950a-445e-8e4b-2447dd74a02b req-4fd3f1ba-bf6b-432f-87ce-247811e3d54c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 945 time: 0.0548196 Mar 05 03:02:48.005343 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-64e7648b-950a-445e-8e4b-2447dd74a02b req-1e21d873-d3aa-4e83-aae7-f6969d0d89b6 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 Mar 05 03:02:48.122725 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe61e67-75f6-4be2-9306-4af131c4d3c6 req-ffddcd77-97bd-41e4-b1fa-4fdf30851ddd tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:48.124479 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfe61e67-75f6-4be2-9306-4af131c4d3c6 req-ffddcd77-97bd-41e4-b1fa-4fdf30851ddd tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 945 time: 0.0524030 Mar 05 03:02:48.171558 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cfe61e67-75f6-4be2-9306-4af131c4d3c6 req-41f630ea-a675-4d81-b932-66f0bac6b768 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418057 Mar 05 03:02:48.193475 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57120) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:02:48.235242 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32697197-b6da-45da-9242-4c214b05df33 tempest-TestVolumeBootPattern-640205223 tempest-TestVolumeBootPattern-640205223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:48.236629 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-32697197-b6da-45da-9242-4c214b05df33 tempest-TestVolumeBootPattern-640205223 tempest-TestVolumeBootPattern-640205223-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1124 time: 0.0421815 Mar 05 03:02:48.239351 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57122) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:02:48.245886 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:02:48.266574 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:48.360685 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:48.460229 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Allocated IP 172.27.3.80 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/773946c7-690b-473f-a583-e6a5e5910af0) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:02:48.554658 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (773946c7-690b-473f-a583-e6a5e5910af0), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:48.586431 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (773946c7-690b-473f-a583-e6a5e5910af0), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:48.624749 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:02:48.628825 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:02:48.632121 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:02:48.656939 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=773946c7-690b-473f-a583-e6a5e5910af0,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:02:48.669258 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.669612 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.669977 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.670323 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.670653 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.670982 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.671307 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.671634 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.671959 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.672283 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.672611 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.672931 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:48.673247 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:02:49.257073 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (84555add-f4f8-44af-a925-4b5abf43b0d0), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:49.325775 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (773946c7-690b-473f-a583-e6a5e5910af0), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:49.471713 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (773946c7-690b-473f-a583-e6a5e5910af0), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:49.476348 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (773946c7-690b-473f-a583-e6a5e5910af0), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:49.542644 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=773946c7-690b-473f-a583-e6a5e5910af0,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:02:49.552200 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (84555add-f4f8-44af-a925-4b5abf43b0d0), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:49.651775 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Floating IP 84555add-f4f8-44af-a925-4b5abf43b0d0 associated. External IP: 172.27.3.80, port: 646a8079-0c54-4aed-a880-792512b0748a. Mar 05 03:02:49.857927 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:02:49.964275 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:02:49.973541 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:02:49.981676 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:49.984141 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:02:49.984764 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:02:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:02:50.010607 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-14c54a3d-aa27-4678-9f7f-51cfa0d02a6b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7702794 Mar 05 03:02:50.011188 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'tag': '646a8079-0c54-4aed-a880-792512b0748a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:02:50.013406 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd80fda7-555b-46de-8b72-9025e7d18127" -d '{"events": [{"name": "network-changed", "server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "tag": "646a8079-0c54-4aed-a880-792512b0748a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:02:50.053412 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197ea7b-f985-4ea3-b1ef-bccd7eb35ba2 x-openstack-request-id: req-8197ea7b-f985-4ea3-b1ef-bccd7eb35ba2 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:02:50.053701 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "tag": "646a8079-0c54-4aed-a880-792512b0748a", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:02:50.053968 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8197ea7b-f985-4ea3-b1ef-bccd7eb35ba2 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:02:50.054389 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'tag': '646a8079-0c54-4aed-a880-792512b0748a', 'status': 'completed', 'code': 200} Mar 05 03:02:50.092756 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:02:50.118449 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-5622da15-90a4-4f8d-80db-130534c3a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:50.119839 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-5622da15-90a4-4f8d-80db-130534c3a8cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1129 time: 0.0453815 Mar 05 03:02:50.210691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-705be183-27b7-4c0f-8bd3-417b848a9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:50.212206 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-705be183-27b7-4c0f-8bd3-417b848a9097 service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0862162 Mar 05 03:02:50.279004 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-616cf40d-0f4d-4bb2-bc0c-5b75d34ea691 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 200 len: 998 time: 0.0598245 Mar 05 03:02:50.314697 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:49Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:02:50.327910 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-65aa7d80-63eb-46b5-a10c-78239867573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:50.329375 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-65aa7d80-63eb-46b5-a10c-78239867573d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0434046 Mar 05 03:02:50.340398 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:02:50.348511 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:02:50.349097 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:02:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:02:50.381807 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-3261a611-b99b-4776-b4bf-78907620355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:02:50.383477 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-3261a611-b99b-4776-b4bf-78907620355c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484464 Mar 05 03:02:50.454846 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:02:50.469696 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-0897cfc2-4625-417b-a996-96599eb41950 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804350 Mar 05 03:02:50.560532 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-cd80fda7-555b-46de-8b72-9025e7d18127 req-1ad27228-01dc-4d6e-940a-831e8cfc4243 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852308 Mar 05 03:02:50.678232 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:49Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:02:50.704363 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d09d867-09be-4508-b1e2-d73545c53dfc None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:49Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:02:50.891571 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d934f8-49ea-41db-a191-83cc64fd7232 None None] New status for floating IP 84555add-f4f8-44af-a925-4b5abf43b0d0: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:02:55.408347 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c70aa8e4-ce1e-4c1c-8a1b-c53711b720f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:57.643151 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bac244e6-33ee-46ce-95b6-82bc1956848d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:58.792713 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:00.148784 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:01.671536 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:10.013931 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:12.730820 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:03:18.563689 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-e17adc68-d505-41d5-ad53-7b883c5cbb32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426276 Mar 05 03:03:18.645678 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-1bd59b08-f83a-4930-9502-a89a289b5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:03:18.647195 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-1bd59b08-f83a-4930-9502-a89a289b5501 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1129 time: 0.0436933 Mar 05 03:03:18.750415 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-dac67fe8-8498-4886-89fd-5ef3e67e904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:03:18.751885 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-dac67fe8-8498-4886-89fd-5ef3e67e904d service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0869524 Mar 05 03:03:18.815363 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-4fd1ff78-229e-4c29-b7ce-75e316d28471 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 200 len: 1000 time: 0.0576038 Mar 05 03:03:18.866875 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-8f7d13ec-ba99-4fde-97d5-9e0ff8b08e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:03:18.868915 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-8f7d13ec-ba99-4fde-97d5-9e0ff8b08e6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0475643 Mar 05 03:03:18.915670 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-5511c7cc-96db-4163-b7ae-c61ea7d55d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:03:18.917140 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-5511c7cc-96db-4163-b7ae-c61ea7d55d99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428071 Mar 05 03:03:19.004387 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-62999659-b715-4de3-87a1-a835851f3a69 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799453 Mar 05 03:03:19.093453 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-77dccef2-4c8f-43b9-9f79-1fe5f57f1ad4 req-841c3814-559c-4c0f-9869-18f98ee7b943 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830510 Mar 05 03:03:25.408983 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1479cc87-1da5-440f-8e4f-8783fce2f53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:27.644027 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d0c010d1-f57e-4055-84cb-a2d9f2424c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:28.795381 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:30.148793 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:31.673486 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:40.028680 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:49.731824 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:03:55.409274 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-368c9e23-56b1-4977-a0a4-34ac66164193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:57.644326 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2db5c972-16f5-401b-9394-638e10deaf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:58.798996 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:00.152600 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:01.675939 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:10.026401 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:18.564096 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-ab8f560f-b4ee-4231-b764-cf9c80ffaace service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439322 Mar 05 03:04:18.648983 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-19a3bbb2-3f46-4ff3-90cf-6013417b5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:18.651040 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-19a3bbb2-3f46-4ff3-90cf-6013417b5681 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1129 time: 0.0455194 Mar 05 03:04:18.757096 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-512e9333-53f0-4eed-b0f6-24a098dcb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:18.759745 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-512e9333-53f0-4eed-b0f6-24a098dcb8a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0904269 Mar 05 03:04:18.826547 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-5b6ed9cf-76e9-4150-be51-3cd541195e69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 200 len: 1000 time: 0.0620103 Mar 05 03:04:18.874066 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-7a9d85fe-57eb-40f0-8173-69ab9076a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:18.875511 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-7a9d85fe-57eb-40f0-8173-69ab9076a2c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0430274 Mar 05 03:04:18.921823 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-5ce21a39-ca8a-42d3-b35b-e91eed9f2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:18.923337 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-5ce21a39-ca8a-42d3-b35b-e91eed9f2868 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426476 Mar 05 03:04:19.013801 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-d2d4498c-715f-40a4-83ad-fc80c408a744 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Mar 05 03:04:19.099744 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-629222d4-dd5f-43bc-8be4-6bff005a7375 req-126cb3d2-a2ec-441c-a4da-b39107b10ac7 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806522 Mar 05 03:04:25.411424 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7f1bf1e7-cadd-4ba2-a831-cbf6ea177514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:26.730554 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:04:27.331618 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-50fba15a-5729-469d-98ed-b2569c4e9438 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280001705&fields=id&tenant_id=71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 267 time: 0.0436516 Mar 05 03:04:27.440723 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37546-b2be-4d04-9286-dfb726782bfd req-6c7f95a4-0199-483b-8ad4-117225265ce7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:27.442202 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-6c7f95a4-0199-483b-8ad4-117225265ce7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 812 time: 0.1043315 Mar 05 03:04:27.456270 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-ed0444d5-5584-48bb-85c8-b132313095f7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/quotas/71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 375 time: 0.0087259 Mar 05 03:04:27.511603 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-fa6067de-ff6a-4a48-9b5f-ec28b0c6a704 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505939 Mar 05 03:04:27.567908 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-eb0fef4d-5f8a-4b18-9d1c-5154676da7db service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 03:04:27.568984 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-eb0fef4d-5f8a-4b18-9d1c-5154676da7db service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464640 Mar 05 03:04:27.644646 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9d84-c65a-4f45-ada2-ac2a9353e260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:27.663746 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-841a345c-bc37-439f-a0bb-a0811edb1f0a service neutron] 10.222.0.26 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886259 Mar 05 03:04:27.752571 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-205dde0d-35db-4bbd-a5ef-cc1bdb62ec7b service neutron] 10.222.0.26 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824051 Mar 05 03:04:28.044742 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8a394759-cb47-4a39-9fdc-8368e9d9efd1 req-fad36d89-08be-4bc3-91e9-c3e638a216e2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 210 time: 0.0341032 Mar 05 03:04:28.802373 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:28.901531 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37546-b2be-4d04-9286-dfb726782bfd req-7451e01f-d1d3-4149-982e-5bdcd41fbee3 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:28.903006 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-7451e01f-d1d3-4149-982e-5bdcd41fbee3 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 812 time: 0.1043248 Mar 05 03:04:28.963653 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c27b274d-7cd2-46af-be6b-d4df06fa16a8 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71e08e745e374d92a13f0a03ad69b496 HTTP/1.1" status: 200 len: 380 time: 0.0530429 Mar 05 03:04:28.973278 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'port': {'device_id': '09c20a20-b88c-4af5-b7d8-78b500009499', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'admin_state_up': True, 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'security_groups': ['bee04a6e-3e63-45eb-b683-4b6cfc6e1b04']}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:04:29.081466 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Made reservation on behalf of 71e08e745e374d92a13f0a03ad69b496 for: {'port': 1} {{(pid=109852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 03:04:29.084997 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:29.171613 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-265663f7-4278-4d90-8d00-7603574149fd req-80b415e2-1f17-48b0-95e8-5b3e5392808d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 210 time: 0.0584524 Mar 05 03:04:29.241086 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Allocated IP 172.20.0.10 (212982fd-ee74-4572-8056-95fa37c5661e/721c08fe-3128-4044-9417-a3f10dabca79/7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:04:29.378924 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:29.415917 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:29.458989 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Network 212982fd-ee74-4572-8056-95fa37c5661e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:04:29.462650 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:04:29.466204 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:04:29.472690 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:04:29.501762 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.502138 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.502481 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.502816 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.503152 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.503480 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.503805 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.504129 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.504454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.504774 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.505092 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.505409 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.505724 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:29.528933 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:29.529571 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:29.545607 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-add16860-8deb-41bc-b7f9-a7ac8e199c9f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5768998 Mar 05 03:04:29.556781 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Request body: {'port': {'device_id': '09c20a20-b88c-4af5-b7d8-78b500009499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:04:29.621012 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:29.710873 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-8472c67c-8860-4ad1-861c-ea0b59844558 None None] Provisioning complete for port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b triggered by entity DHCP. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:04:29.711458 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8472c67c-8860-4ad1-861c-ea0b59844558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:29.745440 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-8472c67c-8860-4ad1-861c-ea0b59844558 None None] Port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b cannot update to ACTIVE because it is not bound. {{(pid=109853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 03:04:29.874196 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:04:29.881297 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Publish callbacks [] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:29.893563 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Transition to ACTIVE for port object 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b will not be triggered until provisioned by entity L2. {{(pid=109852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 03:04:29.897268 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:29.945252 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Pushing event updated for resources: {'Port': ['ID=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:04:30.018469 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Attempting to bind port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b on host hv-cinder-82725 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 03:04:30.018812 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Attempting to bind port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 03:04:30.019202 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Attempting to bind port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b on network 212982fd-ee74-4572-8056-95fa37c5661e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:04:30.023715 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b on network 212982fd-ee74-4572-8056-95fa37c5661e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 03:04:30.024069 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Attempting to bind port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b on network 212982fd-ee74-4572-8056-95fa37c5661e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:04:30.029114 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Checking agent: {'id': '99b3cb3f-28a8-4f33-9907-6963a83c2cba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 03:04:30.029454 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Checking segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 03:04:30.029841 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Bound using segment: {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 03:04:30.030315 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Bound port: 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c683c36-6bd7-42d2-8a46-95b88bb72b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 03:04:30.030673 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:30.095125 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] For port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b, host hv-cinder-82725, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 03:04:30.098475 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] For port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 03:04:30.104303 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:30.139608 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.140244 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:30.141615 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] 10.222.0.13 "PUT /v2.0/ports/7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b HTTP/1.1" status: 200 len: 1094 time: 0.5891130 Mar 05 03:04:30.142087 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:04:30.144305 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867a3831-c9b6-4102-a61f-60b9e4ed9611" -d '{"events": [{"name": "network-changed", "server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:04:30.174246 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a64332-c6f4-4239-8703-e4d74b00258f service neutron] Pushing event updated for resources: {'Port': ['ID=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:04:30.179440 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:30.213637 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c0fc9c-755b-423a-99d8-d957bbe75640 x-openstack-request-id: req-95c0fc9c-755b-423a-99d8-d957bbe75640 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:04:30.213930 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:04:30.214232 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95c0fc9c-755b-423a-99d8-d957bbe75640 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:04:30.214631 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'status': 'completed', 'code': 200} Mar 05 03:04:30.234745 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37546-b2be-4d04-9286-dfb726782bfd req-8b50ebcd-2cf2-40e3-8058-e54983e4aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.236255 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-8b50ebcd-2cf2-40e3-8058-e54983e4aea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 1128 time: 0.0527785 Mar 05 03:04:30.306471 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-2b565737-6923-40d4-bc7d-ffa6f8988ed6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b HTTP/1.1" status: 200 len: 217 time: 0.0562515 Mar 05 03:04:30.358119 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b431-4942-46dc-806a-2d824856af90 req-886dea39-9518-4fd4-a87e-373eae17e012 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.359601 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3445b431-4942-46dc-806a-2d824856af90 req-886dea39-9518-4fd4-a87e-373eae17e012 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 944 time: 0.1185646 Mar 05 03:04:30.375020 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37546-b2be-4d04-9286-dfb726782bfd req-3fced41e-0247-40f0-8956-1e1b53253405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.376360 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-3fced41e-0247-40f0-8956-1e1b53253405 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0635214 Mar 05 03:04:30.442709 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3445b431-4942-46dc-806a-2d824856af90 req-bad45ad2-7313-4642-a8e0-10563734b71d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774591 Mar 05 03:04:30.452072 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37546-b2be-4d04-9286-dfb726782bfd req-a46c23f3-a97e-48f0-9bc6-303d81c0a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.453548 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-a46c23f3-a97e-48f0-9bc6-303d81c0a518 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713940 Mar 05 03:04:30.542962 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-630d31cb-40e0-4b98-80e6-55353f60d77c service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830379 Mar 05 03:04:30.632089 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-30f37546-b2be-4d04-9286-dfb726782bfd req-a9220b44-e4c7-4399-a1ac-e83583382fce service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828290 Mar 05 03:04:30.742894 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-0316b497-73a4-4d71-9392-3a6f5ac39307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.744142 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-0316b497-73a4-4d71-9392-3a6f5ac39307 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 1128 time: 0.0454123 Mar 05 03:04:30.837398 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-4498d02c-a576-48eb-be00-807560b042ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.838898 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-4498d02c-a576-48eb-be00-807560b042ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0884228 Mar 05 03:04:30.879758 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-50a6ec8c-2bc1-4106-9070-57b62d0b97ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b HTTP/1.1" status: 200 len: 217 time: 0.0339010 Mar 05 03:04:30.933073 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-73299c15-52ad-49bd-938f-1d4919cfef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.934544 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-73299c15-52ad-49bd-938f-1d4919cfef9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0491183 Mar 05 03:04:30.982034 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-27a217a9-1954-47cf-bddd-1caa6ac56741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:30.983474 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-27a217a9-1954-47cf-bddd-1caa6ac56741 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427511 Mar 05 03:04:31.078534 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-8bf0e0a9-f9ce-4e6f-afb4-5862c5221753 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884874 Mar 05 03:04:31.186864 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-867a3831-c9b6-4102-a61f-60b9e4ed9611 req-a1834630-9ec8-4f78-97eb-a6c3717487c1 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988238 Mar 05 03:04:31.688917 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:31.834018 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a601db-25bb-4dae-9607-9b29887c9c6f req-96a4c495-bf13-496d-b2ad-95728e9bb43d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:31.835425 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a2a601db-25bb-4dae-9607-9b29887c9c6f req-96a4c495-bf13-496d-b2ad-95728e9bb43d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 944 time: 0.3216357 Mar 05 03:04:31.884199 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-a2a601db-25bb-4dae-9607-9b29887c9c6f req-3b4f0493-03db-4a75-a35d-4760888b7f72 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Mar 05 03:04:32.999198 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c269a-8c6e-4556-81a8-d4164441ff34 req-4989a172-4149-4b3f-af2f-744874e89fde tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:33.000599 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4f4c269a-8c6e-4556-81a8-d4164441ff34 req-4989a172-4149-4b3f-af2f-744874e89fde tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 944 time: 0.0519125 Mar 05 03:04:33.047685 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-4f4c269a-8c6e-4556-81a8-d4164441ff34 req-4dfca971-1bc1-4a8c-915e-2027ce295c95 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Mar 05 03:04:34.168742 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba681-cc49-46b1-b6ac-7b9653170e05 req-e4045076-d2f0-4928-bd46-0009e31655e2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:34.170216 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fa8ba681-cc49-46b1-b6ac-7b9653170e05 req-e4045076-d2f0-4928-bd46-0009e31655e2 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 944 time: 0.0550594 Mar 05 03:04:34.216550 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-fa8ba681-cc49-46b1-b6ac-7b9653170e05 req-080ee8ee-f71f-4f23-a2c1-568b0daf4f9e tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Mar 05 03:04:35.332513 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbadeaf-084b-4319-9f43-83bc38777372 req-0f65cb69-11ca-4345-b008-5c3b0c346de3 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:35.333866 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7fbadeaf-084b-4319-9f43-83bc38777372 req-0f65cb69-11ca-4345-b008-5c3b0c346de3 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 944 time: 0.0508368 Mar 05 03:04:35.381461 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7fbadeaf-084b-4319-9f43-83bc38777372 req-e64e6577-af58-472e-ab91-1fe247a2d232 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Mar 05 03:04:36.500461 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2150d9-dab9-49fa-a0d9-58672dd4b711 req-d4abe9fa-febd-47f1-b037-37f1a7a3eb67 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:36.501916 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e2150d9-dab9-49fa-a0d9-58672dd4b711 req-d4abe9fa-febd-47f1-b037-37f1a7a3eb67 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 944 time: 0.0560732 Mar 05 03:04:36.548425 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8e2150d9-dab9-49fa-a0d9-58672dd4b711 req-a78ebb1a-f705-479e-b425-9a85f31a0ff3 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409842 Mar 05 03:04:37.661847 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4754a48-afb6-4d57-a2ed-2c8e85160478 req-3744063e-99f2-4fe7-8df8-578c13626269 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:37.663529 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b4754a48-afb6-4d57-a2ed-2c8e85160478 req-3744063e-99f2-4fe7-8df8-578c13626269 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 944 time: 0.0517733 Mar 05 03:04:37.712138 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b4754a48-afb6-4d57-a2ed-2c8e85160478 req-1a71f87c-9c83-4f60-80fc-f90696e363e7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424728 Mar 05 03:04:38.169328 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=109853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 03:04:38.262805 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:04:38.272705 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Returning: {'device': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'port_id': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'mac_address': 'fa:16:3e:f0:90:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 03:04:38.308422 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b is: DOWN; New status is: BUILD {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:04:38.308802 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:38.324405 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b {{(pid=109853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:04:38.343045 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:04:38.346844 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:38.390730 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:04:38.397398 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.397751 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.398231 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.399112 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.399441 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.399765 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.400088 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.400407 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.400730 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.401051 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.401364 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.401678 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.402013 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:04:38.566472 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] get_ports_and_sgs() called for port_ids ['7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b'] {{(pid=109853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:04:38.828791 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f84ed3-a95c-4ab1-87f3-84c39f913104 req-532c66bc-025d-47dc-97d9-936810572978 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:38.830215 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7f84ed3-a95c-4ab1-87f3-84c39f913104 req-532c66bc-025d-47dc-97d9-936810572978 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 945 time: 0.0521414 Mar 05 03:04:38.880654 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c7f84ed3-a95c-4ab1-87f3-84c39f913104 req-ba840b4e-ab07-4753-902f-6c96e0b1ec4c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447242 Mar 05 03:04:39.995774 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ff49e-2a49-42a6-91e6-5ea3ebf8eba8 req-6c94bdb7-47f6-4436-b5e4-31e4d2a1882e tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:39.997153 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5e3ff49e-2a49-42a6-91e6-5ea3ebf8eba8 req-6c94bdb7-47f6-4436-b5e4-31e4d2a1882e tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 945 time: 0.0525570 Mar 05 03:04:40.040236 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:40.046902 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5e3ff49e-2a49-42a6-91e6-5ea3ebf8eba8 req-3a5484ca-96fa-4277-8fac-3bd08a784f07 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442998 Mar 05 03:04:40.184045 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b up at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 03:04:40.231325 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning for port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b completed by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 03:04:40.234967 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.provisioning_blocks [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Provisioning complete for port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b triggered by entity L2. {{(pid=109853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:04:40.235343 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004343'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), provisioning_complete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:40.435511 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Current status of the port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b is: BUILD; New status is: ACTIVE {{(pid=109853) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:04:40.435900 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:40.456771 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b'}] {{(pid=109853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:04:40.458991 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f03f0c20443c805c9f8a57321569b9de8a8ba78f6c9813661332629a6b35f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db755b94-eb86-4e8f-b2bb-9f9f45988977" -d '{"events": [{"server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "name": "network-vif-plugged", "status": "completed", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b"}]}' {{(pid=109853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:04:40.470928 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] For port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:04:40.475871 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:40.506069 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe34e1c-dcc6-45c5-992c-8812014a6850 x-openstack-request-id: req-4fe34e1c-dcc6-45c5-992c-8812014a6850 {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:04:40.506370 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "name": "network-vif-plugged", "status": "completed", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b", "code": 200}]} {{(pid=109853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:04:40.506626 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fe34e1c-dcc6-45c5-992c-8812014a6850 {{(pid=109853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:04:40.507009 dv-cinder-827259-3-iscsi neutron-server[109853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'code': 200} Mar 05 03:04:40.532518 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Pushing event updated for resources: {'Port': ['ID=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,revision_number=5']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:04:40.707915 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507d378-d4c4-43b3-b9b5-31d7cd566efa req-81543946-ee22-4311-9e11-e0c8ff76eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:40.709338 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8507d378-d4c4-43b3-b9b5-31d7cd566efa req-81543946-ee22-4311-9e11-e0c8ff76eeea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 1130 time: 0.0439472 Mar 05 03:04:40.754354 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-8507d378-d4c4-43b3-b9b5-31d7cd566efa req-e7edea66-f03c-4732-97be-5d4d35b12176 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378582 Mar 05 03:04:41.166858 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087f0a9-ed39-4e06-a39d-cdd510eb1ab4 req-19d81dca-5f8a-4970-b28b-68110aa68f81 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:41.168311 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7087f0a9-ed39-4e06-a39d-cdd510eb1ab4 req-19d81dca-5f8a-4970-b28b-68110aa68f81 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 946 time: 0.0552499 Mar 05 03:04:41.215175 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-7087f0a9-ed39-4e06-a39d-cdd510eb1ab4 req-c3452174-5dc9-4ae3-9c36-4a6e55792fb7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Mar 05 03:04:42.335767 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c1994-c2d8-446e-ad0c-f5d4084a8d0d req-f9236731-43e2-4b8f-b758-935aa966dfb7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:42.337782 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3b6c1994-c2d8-446e-ad0c-f5d4084a8d0d req-f9236731-43e2-4b8f-b758-935aa966dfb7 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 946 time: 0.0528309 Mar 05 03:04:42.387262 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-3b6c1994-c2d8-446e-ad0c-f5d4084a8d0d req-2bcf50f7-bff8-477a-80be-4a74a2eeb888 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 Mar 05 03:04:42.652898 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece6352-a25d-4fff-b7ec-213cb6e471eb req-e09f6f42-5d21-4468-a969-69b63d1a3dfc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:42.654433 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bece6352-a25d-4fff-b7ec-213cb6e471eb req-e09f6f42-5d21-4468-a969-69b63d1a3dfc tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 946 time: 0.0525033 Mar 05 03:04:42.706776 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-bece6352-a25d-4fff-b7ec-213cb6e471eb req-c0fd4a43-3564-4289-978c-d5f9d8b1a0d9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469596 Mar 05 03:04:42.728852 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57234) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:04:42.771002 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f70719-2d2d-402e-8018-ea6ee642f25d tempest-TestVolumeBootPattern-640205223 tempest-TestVolumeBootPattern-640205223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:42.772520 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-07f70719-2d2d-402e-8018-ea6ee642f25d tempest-TestVolumeBootPattern-640205223 tempest-TestVolumeBootPattern-640205223-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 1125 time: 0.0426774 Mar 05 03:04:42.775451 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57236) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:04:42.779512 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.v2.base [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Request body: {'floatingip': {'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'port_id': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:04:42.799026 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:42.892607 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (None), before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:42.996029 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Allocated IP 172.27.3.202 (3500b1fd-4ef2-46d2-b347-531fb12130ec/dd21f78c-e600-4c00-8e35-0bf50316cf2c/0f6dc165-bd04-4b93-bfad-601cbfd9971f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:04:43.097641 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (0f6dc165-bd04-4b93-bfad-601cbfd9971f), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:43.129804 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770316062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (0f6dc165-bd04-4b93-bfad-601cbfd9971f), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:43.169808 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Network 3500b1fd-4ef2-46d2-b347-531fb12130ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:04:43.172564 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:04:43.176852 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:04:43.180593 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=0f6dc165-bd04-4b93-bfad-601cbfd9971f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:04:43.530755 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (99dc0fa0-f7de-42af-a1c2-9f8090efcc3f), precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:43.598238 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4158656'] for port (0f6dc165-bd04-4b93-bfad-601cbfd9971f), before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:43.745673 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for port (0f6dc165-bd04-4b93-bfad-601cbfd9971f), precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:43.750130 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770316601016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770316062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770316062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16337625'] for port (0f6dc165-bd04-4b93-bfad-601cbfd9971f), after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:43.814271 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event updated for resources: {'Port': ['ID=0f6dc165-bd04-4b93-bfad-601cbfd9971f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:04:43.825795 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541249'] for floatingip (99dc0fa0-f7de-42af-a1c2-9f8090efcc3f), after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:43.927874 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Floating IP 99dc0fa0-f7de-42af-a1c2-9f8090efcc3f associated. External IP: 172.27.3.202, port: 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b. Mar 05 03:04:44.133180 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:04:44.243096 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:04:44.252647 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:04:44.262337 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:44.263598 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:04:44.264200 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:04:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:04:44.292529 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-ee15c573-2caa-4b1c-bd5a-b5cfdc6a3066 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5160930 Mar 05 03:04:44.293117 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:04:44.295364 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3456785-71b9-43f6-a208-35e4f0c06c85" -d '{"events": [{"name": "network-changed", "server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:04:44.336359 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e83d84-1fac-4a15-b0bd-b7879666e223 x-openstack-request-id: req-c4e83d84-1fac-4a15-b0bd-b7879666e223 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:04:44.336694 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:04:44.336954 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4e83d84-1fac-4a15-b0bd-b7879666e223 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:04:44.337364 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'status': 'completed', 'code': 200} Mar 05 03:04:44.373443 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:04:44.403139 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-b93ce663-744d-4701-b68f-2e53e861346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:44.404753 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-b93ce663-744d-4701-b68f-2e53e861346c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 1130 time: 0.0466163 Mar 05 03:04:44.495224 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-17ce0dda-9c4c-453f-9423-19a0e108a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:44.496690 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-17ce0dda-9c4c-453f-9423-19a0e108a490 service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0868049 Mar 05 03:04:44.563742 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-541c5481-fb17-4ed3-be91-497580fedb64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b HTTP/1.1" status: 200 len: 1000 time: 0.0610297 Mar 05 03:04:44.599411 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:50Z', 'revision_number': 1, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}, {'id': '99dc0fa0-f7de-42af-a1c2-9f8090efcc3f', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:f0:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c20a20-b88c-4af5-b7d8-78b500009499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:04:43Z', 'updated_at': '2022-03-05T03:04:43Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:04:44.610923 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-1bfa0544-7095-459c-8fec-506d6b8c5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:44.612378 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-1bfa0544-7095-459c-8fec-506d6b8c5900 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0426331 Mar 05 03:04:44.631439 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:04:44.639827 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:04:44.640425 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:04:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:04:44.660655 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-49b3d193-44f0-4a9d-9841-36698f5f8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:04:44.662161 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-49b3d193-44f0-4a9d-9841-36698f5f8ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437319 Mar 05 03:04:44.749513 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:04:44.755001 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-6a8c1f9b-88f3-4d6a-97f6-b70b567cc7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870028 Mar 05 03:04:44.844442 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f3456785-71b9-43f6-a208-35e4f0c06c85 req-670cc7dd-4266-4193-9c9a-588f7365587e service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831723 Mar 05 03:04:44.970307 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:50Z', 'revision_number': 1, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}, {'id': '99dc0fa0-f7de-42af-a1c2-9f8090efcc3f', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:f0:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c20a20-b88c-4af5-b7d8-78b500009499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:04:43Z', 'updated_at': '2022-03-05T03:04:43Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:04:44.999799 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e22ac-29f8-4833-9615-4b65c72b07c4 None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:50Z', 'revision_number': 1, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}, {'id': '99dc0fa0-f7de-42af-a1c2-9f8090efcc3f', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:f0:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c20a20-b88c-4af5-b7d8-78b500009499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:04:43Z', 'updated_at': '2022-03-05T03:04:43Z', 'revision_number': 0, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:04:45.193500 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac27d10-8148-4b1a-9132-06be239e1d85 None None] New status for floating IP 99dc0fa0-f7de-42af-a1c2-9f8090efcc3f: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:04:55.413339 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9c85907a-53c7-4794-b603-03c6b5b9d36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:57.646337 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5c441a38-7a0c-4874-a925-1d6ed76bd11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:58.803989 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:00.157530 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:01.674278 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:03.730342 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:05:10.040167 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:19.559474 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-ebae52f5-d2bc-4447-9ad7-18b9a2721a39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431983 Mar 05 03:05:19.645984 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-8686cb6e-9d89-4fc5-95c4-43824f12b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:05:19.647476 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-8686cb6e-9d89-4fc5-95c4-43824f12b8fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1129 time: 0.0472090 Mar 05 03:05:19.747564 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-76e16809-2266-4af8-9858-b77a2a05a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:05:19.749014 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-76e16809-2266-4af8-9858-b77a2a05a541 service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.0841982 Mar 05 03:05:19.814485 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-ea9d1435-5d83-44a7-bbaa-bf6d2401c086 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 200 len: 1000 time: 0.0596027 Mar 05 03:05:19.862793 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-1cafe3c7-813a-40b1-beb2-3d1c7491c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:05:19.864215 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-1cafe3c7-813a-40b1-beb2-3d1c7491c82f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0432923 Mar 05 03:05:19.910508 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-351da993-2657-444e-8345-f4d5895f7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:05:19.911977 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-351da993-2657-444e-8345-f4d5895f7815 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423927 Mar 05 03:05:20.002575 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-fd883b44-5f44-4656-b4f8-830f7b3a7580 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843718 Mar 05 03:05:20.088079 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f6dde0cf-250c-40d7-85b1-fe41e0522577 req-c765fd61-1bfe-4f27-98a2-4f259db3119f service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793636 Mar 05 03:05:25.416588 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f7333f2e-8024-45ab-903b-9c839109f97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:27.647623 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a09d-5938-4054-85f2-d1cb47a8afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:28.807049 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:30.160268 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:31.679034 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:40.070307 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:40.729219 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:05:55.417420 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e188ebf1-8054-44fd-859f-027ff90bd4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:57.649209 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7218048c-1461-4644-97ea-ad4c8396c75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:58.810123 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:00.162239 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:01.681233 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:10.084552 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:12.448337 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57270) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:12.675953 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Deleting port 0f6dc165-bd04-4b93-bfad-601cbfd9971f {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:12.676294 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (0f6dc165-bd04-4b93-bfad-601cbfd9971f), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:12.749833 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (0f6dc165-bd04-4b93-bfad-601cbfd9971f), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:12.750111 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (0f6dc165-bd04-4b93-bfad-601cbfd9971f), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:12.761154 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Calling delete_port for 0f6dc165-bd04-4b93-bfad-601cbfd9971f owned by network:floatingip {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:12.910148 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (0f6dc165-bd04-4b93-bfad-601cbfd9971f), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:12.936791 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event deleted for resources: {'Port': ['ID=0f6dc165-bd04-4b93-bfad-601cbfd9971f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:12.960515 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.960864 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.961206 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.961541 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.961869 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.962223 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.962549 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.962876 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.963200 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.963524 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.963843 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.964159 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:12.965014 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:13.005390 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (99dc0fa0-f7de-42af-a1c2-9f8090efcc3f), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:13.005648 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.db.l3_db [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Floating IP 99dc0fa0-f7de-42af-a1c2-9f8090efcc3f disassociated (deleted). External IP: 172.27.3.202, port: 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b. Mar 05 03:06:13.208648 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:06:13.314681 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:06:13.319370 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:13.324343 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:06:13.334475 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:06:13.335072 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:05:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:13.349616 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-a695972b-e46c-46d8-8fb9-a16c8ce3dcf1 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "DELETE /v2.0/floatingips/99dc0fa0-f7de-42af-a1c2-9f8090efcc3f HTTP/1.1" status: 204 len: 168 time: 0.8995039 Mar 05 03:06:13.350237 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:06:13.352469 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f1d8d0-1071-4ffb-a884-9751d354bb04" -d '{"events": [{"name": "network-changed", "server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:06:13.390431 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2988a804-e212-492e-9e85-cf9290c4caa3 x-openstack-request-id: req-2988a804-e212-492e-9e85-cf9290c4caa3 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:06:13.392691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:06:13.392691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2988a804-e212-492e-9e85-cf9290c4caa3 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:06:13.392691 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'status': 'completed', 'code': 200} Mar 05 03:06:13.445713 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:06:13.463908 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-8b5e79ef-0360-4396-9002-68f2bc7a26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:13.466849 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-8b5e79ef-0360-4396-9002-68f2bc7a26d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 1130 time: 0.0541105 Mar 05 03:06:13.597084 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-4cde1bfb-9b98-43ca-b89d-602e5d8579ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:13.598505 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-4cde1bfb-9b98-43ca-b89d-602e5d8579ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.1258912 Mar 05 03:06:13.606540 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b055-1970-4745-b538-85db04070819 req-112370e4-3868-4d7b-87c7-c6cd902202fb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:13.607895 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5104b055-1970-4745-b538-85db04070819 req-112370e4-3868-4d7b-87c7-c6cd902202fb tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 946 time: 0.0722103 Mar 05 03:06:13.655831 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-1806236e-d382-4243-bea9-5899b3a3f0e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b HTTP/1.1" status: 200 len: 217 time: 0.0469878 Mar 05 03:06:13.672997 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:50Z', 'revision_number': 1, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:13.703091 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:06:13.711124 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:06:13.711715 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:05:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:13.719031 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-5104b055-1970-4745-b538-85db04070819 req-488558ce-27a5-463e-8b4f-ea60f19ae7c3 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049523 Mar 05 03:06:13.735550 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-1b664e62-75cc-42cb-bcd7-20d6155bcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:13.737001 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-1b664e62-75cc-42cb-bcd7-20d6155bcf84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0749438 Mar 05 03:06:13.787985 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-f8035155-da69-431c-acd4-46c2adf5afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:13.789519 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-f8035155-da69-431c-acd4-46c2adf5afcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445240 Mar 05 03:06:13.886196 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-635eb3e5-18a8-4562-8a45-98a192895148 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896630 Mar 05 03:06:13.908026 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:06:13.977816 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-34f1d8d0-1071-4ffb-a884-9751d354bb04 req-414f6e7c-bb3b-45f4-acf9-308f5944c094 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853777 Mar 05 03:06:14.123004 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:50Z', 'revision_number': 1, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:14.150942 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e700aa4-7397-4ad7-8883-0ba1287fa708 None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_floatingips': [{'id': '84555add-f4f8-44af-a925-4b5abf43b0d0', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'router_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'port_id': '646a8079-0c54-4aed-a880-792512b0748a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'mac_address': 'fa:16:3e:95:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:02:49Z', 'updated_at': '2022-03-05T03:02:50Z', 'revision_number': 1, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:06:14.362378 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82458b69-b570-418b-bc5e-32d5bc81e5a0 None None] New status for floating IP 99dc0fa0-f7de-42af-a1c2-9f8090efcc3f: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:06:15.123554 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c771-4fdf-4562-a8f8-74682aea76b8 req-5c30586a-d39c-4524-9f4b-b68646cc973b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:15.125032 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2855c771-4fdf-4562-a8f8-74682aea76b8 req-5c30586a-d39c-4524-9f4b-b68646cc973b tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 946 time: 0.3380561 Mar 05 03:06:15.135642 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-d21cf12c-3172-4350-b396-a41733ab21ef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:15.137825 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-d21cf12c-3172-4350-b396-a41733ab21ef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/ports?device_id=09c20a20-b88c-4af5-b7d8-78b500009499 HTTP/1.1" status: 200 len: 946 time: 0.0685451 Mar 05 03:06:15.232671 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-2855c771-4fdf-4562-a8f8-74682aea76b8 req-2f7a2d57-f5fd-4dd3-8b51-d11feca8e4a9 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937641 Mar 05 03:06:15.262254 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Deleting port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:15.262735 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:15.350337 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] For port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:15.350691 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:15.362056 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Calling delete_port for 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:15.483064 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:15.508889 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event deleted for resources: {'Port': ['ID=7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:15.559367 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] No DVR routers for this DVR port 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:06:15.561843 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:15.565137 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-36f12272-734e-408b-b648-2c43b9d67ec0 req-008d82cf-9b5c-401d-9351-8f361fad312c tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "DELETE /v2.0/ports/7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b HTTP/1.1" status: 204 len: 173 time: 0.4208674 Mar 05 03:06:15.565574 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'name': 'network-vif-deleted', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:06:15.567805 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d9550b-3ec9-4cf4-ac46-218a81d1d10a" -d '{"events": [{"server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "name": "network-vif-deleted", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:06:15.606924 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70abe28e-ed81-487a-9e48-735828b1d11b x-openstack-request-id: req-70abe28e-ed81-487a-9e48-735828b1d11b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:06:15.607215 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c20a20-b88c-4af5-b7d8-78b500009499", "name": "network-vif-deleted", "tag": "7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:06:15.607467 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70abe28e-ed81-487a-9e48-735828b1d11b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:06:15.607891 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c20a20-b88c-4af5-b7d8-78b500009499', 'name': 'network-vif-deleted', 'tag': '7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b', 'status': 'completed', 'code': 200} Mar 05 03:06:17.728313 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:06:18.509646 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:18.663973 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Deleting port 773946c7-690b-473f-a583-e6a5e5910af0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:18.664307 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (773946c7-690b-473f-a583-e6a5e5910af0), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:18.697683 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:06:18.717854 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:06:18.718226 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 7a3f6fd1-71aa-4f62-9ef6-8356d3beb14b not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:06:18.740996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (773946c7-690b-473f-a583-e6a5e5910af0), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:18.741322 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (773946c7-690b-473f-a583-e6a5e5910af0), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:18.753234 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Calling delete_port for 773946c7-690b-473f-a583-e6a5e5910af0 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:18.898850 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (773946c7-690b-473f-a583-e6a5e5910af0), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:18.927104 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event deleted for resources: {'Port': ['ID=773946c7-690b-473f-a583-e6a5e5910af0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:18.955099 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.955451 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.955797 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.956140 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.956472 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.956800 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.957125 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.957453 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.957778 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.958203 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.958531 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.958849 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:18.959164 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:19.000690 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (84555add-f4f8-44af-a925-4b5abf43b0d0), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:19.001020 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.db.l3_db [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Floating IP 84555add-f4f8-44af-a925-4b5abf43b0d0 disassociated (deleted). External IP: 172.27.3.80, port: 646a8079-0c54-4aed-a880-792512b0748a. Mar 05 03:06:19.460008 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:06:19.567101 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:06:19.571854 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:19.578514 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:06:19.587359 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:06:19.587951 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:05:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:19.601490 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-fb5974c1-130c-4aa1-b400-d058322bc620 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "DELETE /v2.0/floatingips/84555add-f4f8-44af-a925-4b5abf43b0d0 HTTP/1.1" status: 204 len: 168 time: 1.0907700 Mar 05 03:06:19.602429 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'tag': '646a8079-0c54-4aed-a880-792512b0748a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:06:19.604965 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c29dd1e71863b92ca30acf8d4de052b3ac3b8d18b76b2b4b5889b1a7d4d452b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52326379-3365-4b62-bd57-2c2e8f49ceb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "tag": "646a8079-0c54-4aed-a880-792512b0748a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:06:19.699372 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:06:19.764887 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefe6e8c-381e-4f48-bd14-64dfa51ccbf7 x-openstack-request-id: req-fefe6e8c-381e-4f48-bd14-64dfa51ccbf7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:06:19.765373 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "tag": "646a8079-0c54-4aed-a880-792512b0748a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:06:19.765694 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fefe6e8c-381e-4f48-bd14-64dfa51ccbf7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:06:19.766204 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'tag': '646a8079-0c54-4aed-a880-792512b0748a', 'status': 'completed', 'code': 200} Mar 05 03:06:19.859739 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-8862a5aa-85be-4edf-8ee3-9d7946ee8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:19.861274 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-8862a5aa-85be-4edf-8ee3-9d7946ee8a5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71e08e745e374d92a13f0a03ad69b496&device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 1129 time: 0.0775506 Mar 05 03:06:19.868717 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea551-7c2a-4844-81d7-6b74f82fe57c req-385abb94-36d9-4aa8-8ca0-76be60df0652 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:19.870105 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aadea551-7c2a-4844-81d7-6b74f82fe57c req-385abb94-36d9-4aa8-8ca0-76be60df0652 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 945 time: 0.0781064 Mar 05 03:06:19.902426 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:19.932143 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:06:19.941028 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:06:19.941636 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:05:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:19.974796 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-aadea551-7c2a-4844-81d7-6b74f82fe57c req-75e36a45-d1ed-4076-9bd2-8340d03b53ae tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952001 Mar 05 03:06:20.002082 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-7e970393-e3f7-4ab3-9c65-03b428467ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:20.003581 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-7e970393-e3f7-4ab3-9c65-03b428467ef4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 200 len: 912 time: 0.1319861 Mar 05 03:06:20.048194 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:06:20.049083 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-1935c1d4-84d7-4032-aacd-02ade40b7cd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 200 len: 217 time: 0.0388973 Mar 05 03:06:20.096584 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-ec464ae9-e16c-4774-947d-a2646cc585d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:20.098065 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-ec464ae9-e16c-4774-947d-a2646cc585d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 200 len: 851 time: 0.0431666 Mar 05 03:06:20.145968 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-670975fa-2f2a-4636-9de7-25a79b589900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:20.147490 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-670975fa-2f2a-4636-9de7-25a79b589900 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=212982fd-ee74-4572-8056-95fa37c5661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435216 Mar 05 03:06:20.239676 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-3118ad24-8935-44a1-87ba-463b41bfc71d service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Mar 05 03:06:20.244127 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:20.271306 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9dd76-2192-4108-a651-024c0291c88c None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi', '_interfaces': [{'id': 'f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac', 'name': '', 'network_id': '212982fd-ee74-4572-8056-95fa37c5661e', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'mac_address': 'fa:16:3e:90:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '721c08fe-3128-4044-9417-a3f10dabca79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'subnets': [{'id': '721c08fe-3128-4044-9417-a3f10dabca79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:06:20.332027 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-52326379-3365-4b62-bd57-2c2e8f49ceb8 req-614e1266-fbf9-44c8-8e8d-063b026a4230 service neutron] 10.222.0.13 "GET /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852325 Mar 05 03:06:20.488610 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5761967-93d0-4bba-88e1-0d34a96ad7d8 None None] New status for floating IP 84555add-f4f8-44af-a925-4b5abf43b0d0: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:06:21.096031 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f425ac-1e7d-42bc-8207-1c7d99a2500e req-b465045e-77db-4a0a-9659-ee7a41539aed tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:21.097485 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c9f425ac-1e7d-42bc-8207-1c7d99a2500e req-b465045e-77db-4a0a-9659-ee7a41539aed tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 945 time: 0.0521204 Mar 05 03:06:21.148928 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-c9f425ac-1e7d-42bc-8207-1c7d99a2500e req-4a756304-31ca-4a05-a402-f42a7a469433 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/security-groups?id=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457711 Mar 05 03:06:21.269216 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093d030-5153-4497-b943-601b58d22389 req-6b6a0fe7-6550-455a-a1a3-d0268ec4d405 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:06:21.270626 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b093d030-5153-4497-b943-601b58d22389 req-6b6a0fe7-6550-455a-a1a3-d0268ec4d405 tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 945 time: 0.0515792 Mar 05 03:06:21.362914 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Deleting port 646a8079-0c54-4aed-a880-792512b0748a {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:21.363258 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (646a8079-0c54-4aed-a880-792512b0748a), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:21.453734 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] For port 646a8079-0c54-4aed-a880-792512b0748a, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=646a8079-0c54-4aed-a880-792512b0748a,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:21.454131 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (646a8079-0c54-4aed-a880-792512b0748a), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:21.465736 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Calling delete_port for 646a8079-0c54-4aed-a880-792512b0748a owned by compute:nova {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:21.592766 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (646a8079-0c54-4aed-a880-792512b0748a), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:21.621814 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event deleted for resources: {'Port': ['ID=646a8079-0c54-4aed-a880-792512b0748a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:21.663388 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] No DVR routers for this DVR port 646a8079-0c54-4aed-a880-792512b0748a on host hv-cinder-82725 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:06:21.665834 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for port (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:21.669719 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-b093d030-5153-4497-b943-601b58d22389 req-c057b0a8-659a-4eab-bc4e-f8738c14986f tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.13 "DELETE /v2.0/ports/646a8079-0c54-4aed-a880-792512b0748a HTTP/1.1" status: 204 len: 173 time: 0.3946145 Mar 05 03:06:21.670182 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'name': 'network-vif-deleted', 'tag': '646a8079-0c54-4aed-a880-792512b0748a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:06:21.672410 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea4109f1f0b630a686519039ce9f1a7ce6bcf3eb3a1e2ceae52ce2236be2051b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72793a5-84ca-40e8-b682-311e0d44aea9" -d '{"events": [{"server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "name": "network-vif-deleted", "tag": "646a8079-0c54-4aed-a880-792512b0748a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:06:21.708984 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4eef93-c90f-4b64-9bed-3e356f5fa632 x-openstack-request-id: req-3f4eef93-c90f-4b64-9bed-3e356f5fa632 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:06:21.709276 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad51225a-4c41-4a81-958b-6a46d1a7759d", "name": "network-vif-deleted", "tag": "646a8079-0c54-4aed-a880-792512b0748a", "status": "completed", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:06:21.709532 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f4eef93-c90f-4b64-9bed-3e356f5fa632 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:06:21.709935 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad51225a-4c41-4a81-958b-6a46d1a7759d', 'name': 'network-vif-deleted', 'tag': '646a8079-0c54-4aed-a880-792512b0748a', 'status': 'completed', 'code': 200} Mar 05 03:06:22.256313 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [req-f398284f-37a2-449b-abca-5a26ab29a148 req-be117e8a-0a57-4e46-ade7-477b11007d7d tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad51225a-4c41-4a81-958b-6a46d1a7759d HTTP/1.1" status: 200 len: 210 time: 0.0284939 Mar 05 03:06:23.313720 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57330) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:23.439678 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Deleting port d3b39765-6dc9-4d45-b30f-5fd0840669e3 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:23.440016 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (d3b39765-6dc9-4d45-b30f-5fd0840669e3), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:23.514527 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (d3b39765-6dc9-4d45-b30f-5fd0840669e3), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:23.514762 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (d3b39765-6dc9-4d45-b30f-5fd0840669e3), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:23.525942 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Calling delete_port for d3b39765-6dc9-4d45-b30f-5fd0840669e3 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:23.657323 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (d3b39765-6dc9-4d45-b30f-5fd0840669e3), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:23.685593 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event deleted for resources: {'Port': ['ID=d3b39765-6dc9-4d45-b30f-5fd0840669e3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:23.746191 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for floatingip (b148771c-d627-4dfa-badd-7d4028fa9ea2), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:23.748691 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-294'] for floatingip (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:23.749822 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-b73c7e9c-45dd-45f4-bc34-c50bd676fbef tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "DELETE /v2.0/floatingips/b148771c-d627-4dfa-badd-7d4028fa9ea2 HTTP/1.1" status: 204 len: 168 time: 0.4351137 Mar 05 03:06:24.711596 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 646a8079-0c54-4aed-a880-792512b0748a no longer exists at agent hyperv_hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:06:24.732917 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] No Port match for: 646a8079-0c54-4aed-a880-792512b0748a {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:06:24.733262 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Device 646a8079-0c54-4aed-a880-792512b0748a not bound to the agent host hv-cinder-82725 {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:06:24.938318 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57342) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:24.994776 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afdad758-4bbe-4c33-b81c-8dde4064b5ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group (bee04a6e-3e63-45eb-b683-4b6cfc6e1b04), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:25.019894 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afdad758-4bbe-4c33-b81c-8dde4064b5ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group (bee04a6e-3e63-45eb-b683-4b6cfc6e1b04), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:25.077643 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afdad758-4bbe-4c33-b81c-8dde4064b5ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (bee04a6e-3e63-45eb-b683-4b6cfc6e1b04), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:25.080243 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afdad758-4bbe-4c33-b81c-8dde4064b5ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:25.081373 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-afdad758-4bbe-4c33-b81c-8dde4064b5ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] 10.222.0.26 "DELETE /v2.0/security-groups/bee04a6e-3e63-45eb-b683-4b6cfc6e1b04 HTTP/1.1" status: 204 len: 168 time: 0.1420722 Mar 05 03:06:25.091108 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdad758-4bbe-4c33-b81c-8dde4064b5ac tempest-TestVolumeBootPattern-2080675827 tempest-TestVolumeBootPattern-2080675827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee04a6e-3e63-45eb-b683-4b6cfc6e1b04,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:25.127515 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57346) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:25.419193 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9acd4cf5-15e2-4ecd-be48-39e18028b64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:25.594959 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:25.837697 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Deleting port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:25.838131 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:25.913385 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] For port f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:25.913746 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:25.925198 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Calling delete_port for f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac owned by network:router_interface {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:26.103506 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:26.125943 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:26.294288 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:26.502786 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:06:26.605785 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:06:26.610730 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-dab0ceca-1855-44cc-88e5-90d8bff7c4bb admin admin] 10.222.0.26 "PUT /v2.0/routers/1fb534b5-60bb-4832-9ab7-85055ccdf7ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822149 Mar 05 03:06:26.613276 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57350) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:26.615261 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] Sync routers for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:06:26.625660 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:06:26.626290 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:05:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:26.720051 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks [] for router (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:26.732763 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: dv-cinder-827259-3-iscsi {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:06:26.823149 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks [] for router_gateway (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:26.879315 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Deleting port 91ef9def-5352-4c05-88cb-49337543bf27 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:26.879657 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (91ef9def-5352-4c05-88cb-49337543bf27), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:26.921150 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '91ef9def-5352-4c05-88cb-49337543bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T03:06:26Z', 'revision_number': 5, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port': {'id': '91ef9def-5352-4c05-88cb-49337543bf27', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:26.947325 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] Checking router: 1fb534b5-60bb-4832-9ab7-85055ccdf7ac for host: dv-cinder-827259-3-iscsi {{(pid=109854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:06:26.955247 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] For port 91ef9def-5352-4c05-88cb-49337543bf27, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=91ef9def-5352-4c05-88cb-49337543bf27,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:26.955617 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (91ef9def-5352-4c05-88cb-49337543bf27), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:26.955779 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] Routers {'1fb534b5-60bb-4832-9ab7-85055ccdf7ac'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:06:26.956277 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:05:58Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'], 'active': True} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:26.967372 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Calling delete_port for 91ef9def-5352-4c05-88cb-49337543bf27 owned by network:router_gateway {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:27.141353 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_dvr_db [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] Set router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac gateway port host: None {{(pid=109854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:06:27.143353 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (91ef9def-5352-4c05-88cb-49337543bf27), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.200856 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.l3_hamode_db [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T03:06:26Z', 'revision_number': 6, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:27.229297 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c18b1a-7c92-4404-8a74-7f6269050af7 None None] The sync data for ids ['1fb534b5-60bb-4832-9ab7-85055ccdf7ac'] in dv-cinder-827259-3-iscsi is: [{'id': '1fb534b5-60bb-4832-9ab7-85055ccdf7ac', 'name': 'tempest-TestVolumeBootPattern-1063930552-router', 'tenant_id': '71e08e745e374d92a13f0a03ad69b496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:45Z', 'updated_at': '2022-03-05T03:06:26Z', 'revision_number': 6, 'project_id': '71e08e745e374d92a13f0a03ad69b496', 'gw_port_host': None}] {{(pid=109854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:06:27.424228 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=91ef9def-5352-4c05-88cb-49337543bf27,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:27.483239 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.571416 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.573229 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks [] for router_controller (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.622242 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (1fb534b5-60bb-4832-9ab7-85055ccdf7ac), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.622773 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb534b5-60bb-4832-9ab7-85055ccdf7ac {{(pid=109852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 03:06:27.627363 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.628622 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-92f231da-97ff-4cb6-805d-ccf02e56b3bf admin admin] 10.222.0.26 "DELETE /v2.0/routers/1fb534b5-60bb-4832-9ab7-85055ccdf7ac HTTP/1.1" status: 204 len: 168 time: 1.0143089 Mar 05 03:06:27.631225 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57352) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:27.652972 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ae636304-b65e-432b-9cdf-2da23f8184c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.680375 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.db_base_plugin_v2 [None req-4903222b-2609-47a2-a08d-7f8616bf65e4 admin admin] Deleting subnet 721c08fe-3128-4044-9417-a3f10dabca79 {{(pid=109852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 03:06:27.684751 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4903222b-2609-47a2-a08d-7f8616bf65e4 admin admin] Publish callbacks [] for subnet (721c08fe-3128-4044-9417-a3f10dabca79), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.718492 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4903222b-2609-47a2-a08d-7f8616bf65e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16340174'] for subnet (721c08fe-3128-4044-9417-a3f10dabca79), precommit_delete_associations {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.833839 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4903222b-2609-47a2-a08d-7f8616bf65e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (721c08fe-3128-4044-9417-a3f10dabca79), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.885614 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4903222b-2609-47a2-a08d-7f8616bf65e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16337559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13058932'] for subnet (721c08fe-3128-4044-9417-a3f10dabca79), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.912485 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4903222b-2609-47a2-a08d-7f8616bf65e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:27.916271 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-4903222b-2609-47a2-a08d-7f8616bf65e4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/721c08fe-3128-4044-9417-a3f10dabca79 HTTP/1.1" status: 204 len: 168 time: 0.2839510 Mar 05 03:06:27.917754 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903222b-2609-47a2-a08d-7f8616bf65e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=721c08fe-3128-4044-9417-a3f10dabca79,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:27.918672 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aba5ef-7568-4e3d-855c-a4ae3a6209e1 None None] Network 212982fd-ee74-4572-8056-95fa37c5661e requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 03:06:27.919280 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.wsgi [-] (109852) accepted ('10.222.0.26', 57354) {{(pid=109852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:27.991190 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (212982fd-ee74-4572-8056-95fa37c5661e), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.052910 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Deleting port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:28.053253 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.081822 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] DHCP port deletion for 212982fd-ee74-4572-8056-95fa37c5661e request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 03:06:28.118270 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] For port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:28.118633 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.131847 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Calling delete_port for 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:28.134948 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Deleting port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc {{(pid=109853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:28.135328 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), before_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.199946 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] For port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,segment=NetworkSegment(2c683c36-6bd7-42d2-8a46-95b88bb72b86),segment_id=2c683c36-6bd7-42d2-8a46-95b88bb72b86)] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:28.200327 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), precommit_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.213356 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Calling delete_port for 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc owned by network:dhcp {{(pid=109853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:28.216961 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16337568'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.246235 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] No DVR routers for this DVR port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc on host dv-cinder-827259-3-iscsi {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:06:28.247823 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:28.299135 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136'] for port (0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc), after_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.329702 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Pushing event deleted for resources: {'Port': ['ID=0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc,revision_number=None']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:28.329941 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (212982fd-ee74-4572-8056-95fa37c5661e), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.334134 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] No DVR routers for this DVR port 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc on host dv-cinder-827259-3-iscsi {{(pid=109853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:06:28.342218 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.342660 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.343082 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.343709 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.344228 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.344612 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.346551 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.347102 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.347649 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.348060 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.348452 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.348849 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.349241 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f87d0c-05a4-4bdc-88ca-268ccb0060b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-iscsi {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:06:28.354119 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212982fd-ee74-4572-8056-95fa37c5661e']}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:28.364851 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c683c36-6bd7-42d2-8a46-95b88bb72b86') {'for_net_delete': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:28.365153 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.services.segments.db [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c683c36-6bd7-42d2-8a46-95b88bb72b86') {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:28.375343 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16340021'] for segment (2c683c36-6bd7-42d2-8a46-95b88bb72b86), before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.388849 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (2c683c36-6bd7-42d2-8a46-95b88bb72b86), precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.394624 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 03:06:28.395004 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16337661'] for segment (2c683c36-6bd7-42d2-8a46-95b88bb72b86), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: Traceback (most recent call last): Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: timer() Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: cb(*args, **kw) Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: return func(*args, **kwargs) Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: self._notify() Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: self.callback(batched_events) Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: event.method(event) Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: return f(self, *a, **k) Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._get(url).json() Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: return self.request(url, 'GET', **kwargs) Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 03:06:28.396825 dv-cinder-827259-3-iscsi neutron-server[109852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 03:06:28.449904 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (212982fd-ee74-4572-8056-95fa37c5661e), after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.455145 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.458627 dv-cinder-827259-3-iscsi neutron-server[109852]: INFO neutron.wsgi [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/212982fd-ee74-4572-8056-95fa37c5661e HTTP/1.1" status: 204 len: 168 time: 0.5384474 Mar 05 03:06:28.461657 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57356) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:28.470119 dv-cinder-827259-3-iscsi neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b5210-9b3f-4a0a-b5b1-25645a3491a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=212982fd-ee74-4572-8056-95fa37c5661e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:28.809705 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548417'] for router_interface (8da79a27-31e4-4068-86dd-c6491b9156af), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:28.811046 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:29.053524 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Deleting port 1712d297-94ad-43f1-b82c-aa1b03c7d27c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:29.053765 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:29.128194 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] For port 1712d297-94ad-43f1-b82c-aa1b03c7d27c, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=1712d297-94ad-43f1-b82c-aa1b03c7d27c,segment=NetworkSegment(ba7ff072-34eb-4ea4-9870-7d07454f77aa),segment_id=ba7ff072-34eb-4ea4-9870-7d07454f77aa)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:29.128550 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:29.140607 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Calling delete_port for 1712d297-94ad-43f1-b82c-aa1b03c7d27c owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:29.263331 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:06:29.284035 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:06:29.284464 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device f5947c19-2dc1-4d98-a46e-8e0bdf5cd4ac not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:06:29.284962 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:06:29.303325 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:06:29.303725 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 0f7b5fef-45bd-45d4-86c6-ad96d0c5cdcc not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:06:29.304080 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 91ef9def-5352-4c05-88cb-49337543bf27 no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:06:29.325801 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (1712d297-94ad-43f1-b82c-aa1b03c7d27c), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:29.326054 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 91ef9def-5352-4c05-88cb-49337543bf27 {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:06:29.326345 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 91ef9def-5352-4c05-88cb-49337543bf27 not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:06:29.350788 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Pushing event deleted for resources: {'Port': ['ID=1712d297-94ad-43f1-b82c-aa1b03c7d27c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:29.522289 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548405'] for router_interface (8da79a27-31e4-4068-86dd-c6491b9156af), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:29.735645 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Router 8da79a27-31e4-4068-86dd-c6491b9156af has already been hosted by L3 agent b220581e-cedd-4b49-9861-67abd2d009d5 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:06:29.842620 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-iscsi the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:06:29.847744 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-ec9d8aa8-ad07-48d3-8416-e1eb7e85be75 admin admin] 10.222.0.26 "PUT /v2.0/routers/8da79a27-31e4-4068-86dd-c6491b9156af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3850422 Mar 05 03:06:29.850233 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57358) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:29.852703 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] Sync routers for ids ['8da79a27-31e4-4068-86dd-c6491b9156af'] in dv-cinder-827259-3-iscsi {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:06:29.863373 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] Routers {'8da79a27-31e4-4068-86dd-c6491b9156af'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:06:29.863988 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:06:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['8da79a27-31e4-4068-86dd-c6491b9156af'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:29.953268 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks [] for router (8da79a27-31e4-4068-86dd-c6491b9156af), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:29.975123 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] Set router 8da79a27-31e4-4068-86dd-c6491b9156af gateway port host: dv-cinder-827259-3-iscsi {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:06:30.056132 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks [] for router_gateway (8da79a27-31e4-4068-86dd-c6491b9156af), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.109853 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Deleting port 61b00982-1032-4ae3-96fa-a5ea3310939f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:30.110215 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.152338 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'external_fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T03:06:29Z', 'revision_number': 5, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port': {'id': '61b00982-1032-4ae3-96fa-a5ea3310939f', 'name': '', 'network_id': '3500b1fd-4ef2-46d2-b347-531fb12130ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:52Z', 'updated_at': '2022-03-05T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd21f78c-e600-4c00-8e35-0bf50316cf2c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-iscsi'}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:30.185528 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] Checking router: 8da79a27-31e4-4068-86dd-c6491b9156af for host: dv-cinder-827259-3-iscsi {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:06:30.189027 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] For port 61b00982-1032-4ae3-96fa-a5ea3310939f, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=61b00982-1032-4ae3-96fa-a5ea3310939f,segment=NetworkSegment(91be8053-435e-45a2-9def-062302f06342),segment_id=91be8053-435e-45a2-9def-062302f06342)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:30.189376 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.193134 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.196033 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] Routers {'8da79a27-31e4-4068-86dd-c6491b9156af'} bound to L3 agent in host dv-cinder-827259-3-iscsi {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:06:30.196699 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:43:58Z,description=,heartbeat_timestamp=2022-03-05T03:06:28Z,host='dv-cinder-827259-3-iscsi',id=b220581e-cedd-4b49-9861-67abd2d009d5,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:43:58Z,topic='l3_agent')) {'router_ids': ['8da79a27-31e4-4068-86dd-c6491b9156af'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:30.202928 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Calling delete_port for 61b00982-1032-4ae3-96fa-a5ea3310939f owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:30.284926 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] Set router 8da79a27-31e4-4068-86dd-c6491b9156af gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:06:30.339178 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T03:06:30Z', 'revision_number': 6, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port_host': None}], 'dv-cinder-827259-3-iscsi', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:30.364935 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2516e-77b4-474e-9935-dd531e5d3b86 None None] The sync data for ids ['8da79a27-31e4-4068-86dd-c6491b9156af'] in dv-cinder-827259-3-iscsi is: [{'id': '8da79a27-31e4-4068-86dd-c6491b9156af', 'name': 'tempest-TestVolumeBootPattern-1653828314-router', 'tenant_id': 'eb0213ea96974814981d967d4fbd3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:51Z', 'updated_at': '2022-03-05T03:06:30Z', 'revision_number': 6, 'project_id': 'eb0213ea96974814981d967d4fbd3f0f', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:06:30.374773 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (61b00982-1032-4ae3-96fa-a5ea3310939f), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.400806 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=61b00982-1032-4ae3-96fa-a5ea3310939f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:30.460033 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542623'] for router_gateway (8da79a27-31e4-4068-86dd-c6491b9156af), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.550935 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124484'] for router (8da79a27-31e4-4068-86dd-c6491b9156af), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.552940 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks [] for router_controller (8da79a27-31e4-4068-86dd-c6491b9156af), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.599585 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548668'] for router (8da79a27-31e4-4068-86dd-c6491b9156af), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.600100 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da79a27-31e4-4068-86dd-c6491b9156af {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 03:06:30.604908 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.606081 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-c1a30ad9-e80e-4505-bc6d-a2cd46ebb0ac admin admin] 10.222.0.26 "DELETE /v2.0/routers/8da79a27-31e4-4068-86dd-c6491b9156af HTTP/1.1" status: 204 len: 168 time: 0.7549438 Mar 05 03:06:30.608568 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57360) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:30.651011 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb0f32a-be17-4ac2-b656-17961b6379d0 admin admin] Deleting subnet e4743d7a-2dfc-45a9-ac16-2ceb72d427d8 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 03:06:30.653915 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f32a-be17-4ac2-b656-17961b6379d0 admin admin] Publish callbacks [] for subnet (e4743d7a-2dfc-45a9-ac16-2ceb72d427d8), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.687679 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f32a-be17-4ac2-b656-17961b6379d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11758944'] for subnet (e4743d7a-2dfc-45a9-ac16-2ceb72d427d8), precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.769675 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f32a-be17-4ac2-b656-17961b6379d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4052709'] for subnet (e4743d7a-2dfc-45a9-ac16-2ceb72d427d8), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.832399 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f32a-be17-4ac2-b656-17961b6379d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4052734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11246736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12339047'] for subnet (e4743d7a-2dfc-45a9-ac16-2ceb72d427d8), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.857682 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0f32a-be17-4ac2-b656-17961b6379d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4743d7a-2dfc-45a9-ac16-2ceb72d427d8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:30.861441 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f32a-be17-4ac2-b656-17961b6379d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for subnet (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.864776 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-0bb0f32a-be17-4ac2-b656-17961b6379d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e4743d7a-2dfc-45a9-ac16-2ceb72d427d8 HTTP/1.1" status: 204 len: 168 time: 0.2553158 Mar 05 03:06:30.867333 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57362) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:30.871028 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef2fba-eba7-4caa-a90e-6d5eb3fd5834 None None] Network bb074f52-39d4-4a63-b6c2-297659769eed requested from dv-cinder-827259-3-iscsi {{(pid=109853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 03:06:30.937119 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3390826'] for network (bb074f52-39d4-4a63-b6c2-297659769eed), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:30.996579 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Deleting port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:30.996980 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.066128 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] For port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d, host dv-cinder-827259-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-iscsi',level=0,port_id=da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d,segment=NetworkSegment(ba7ff072-34eb-4ea4-9870-7d07454f77aa),segment_id=ba7ff072-34eb-4ea4-9870-7d07454f77aa)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:31.066368 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.078997 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Calling delete_port for da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:31.158692 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] DHCP port deletion for bb074f52-39d4-4a63-b6c2-297659769eed request from dv-cinder-827259-3-iscsi {{(pid=109853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 03:06:31.166595 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11246759'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.191718 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Pushing event deleted for resources: {'Port': ['ID=da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:31.195187 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] No DVR routers for this DVR port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d on host dv-cinder-827259-3-iscsi {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:06:31.207504 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] Deleting port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d {{(pid=109853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:06:31.207863 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770316594243'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), before_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.280722 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] For port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d, host dv-cinder-827259-3-iscsi, got binding levels [] {{(pid=109853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:06:31.281297 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543059'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), precommit_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.286353 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001898', 'neutron.services.segments.db._delete_segments_for_network-8770316408423'] for network (bb074f52-39d4-4a63-b6c2-297659769eed), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.294450 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 61b00982-1032-4ae3-96fa-a5ea3310939f no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:06:31.300030 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] Calling delete_port for da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d owned by network:dhcp {{(pid=109853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:06:31.319011 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.ipam_backend_mixin [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] Port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d was not found and therefore no delete operation was performed {{(pid=109853) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 03:06:31.320275 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 61b00982-1032-4ae3-96fa-a5ea3310939f {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:06:31.320620 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 61b00982-1032-4ae3-96fa-a5ea3310939f not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:06:31.321043 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:06:31.324013 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4158607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770316600998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770316062136'] for port (da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d), after_delete {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.374468 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:06:31.374832 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:06:31.375231 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 1712d297-94ad-43f1-b82c-aa1b03c7d27c no longer exists at agent ovs-agent-dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:06:31.379926 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] Pushing event deleted for resources: {'Port': ['ID=da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d,revision_number=None']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:31.381882 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179410d-4150-4e9f-842f-35df44deef94 None None] No DVR routers for this DVR port da73e8ae-5a52-46ac-b7f8-1763ed5b9c2d on host dv-cinder-827259-3-iscsi {{(pid=109853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:06:31.403624 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] No Port match for: 1712d297-94ad-43f1-b82c-aa1b03c7d27c {{(pid=109853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:06:31.403984 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.rpc [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Device 1712d297-94ad-43f1-b82c-aa1b03c7d27c not bound to the agent host dv-cinder-827259-3-iscsi {{(pid=109853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:06:31.558556 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb074f52-39d4-4a63-b6c2-297659769eed']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:31.567899 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7ff072-34eb-4ea4-9870-7d07454f77aa') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:31.568193 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7ff072-34eb-4ea4-9870-7d07454f77aa') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:06:31.577129 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770316409200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11759003'] for segment (ba7ff072-34eb-4ea4-9870-7d07454f77aa), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.589636 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630'] for segment (ba7ff072-34eb-4ea4-9870-7d07454f77aa), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.595436 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 03:06:31.595806 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4055630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11246842'] for segment (ba7ff072-34eb-4ea4-9870-7d07454f77aa), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: Traceback (most recent call last): Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: timer() Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: cb(*args, **kw) Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: return func(*args, **kwargs) Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: self._notify() Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: self.callback(batched_events) Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: event.method(event) Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: return f(self, *a, **k) Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._get(url).json() Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: return self.request(url, 'GET', **kwargs) Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 03:06:31.597384 dv-cinder-827259-3-iscsi neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 03:06:31.648347 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542651'] for network (bb074f52-39d4-4a63-b6c2-297659769eed), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.661091 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588387'] for network (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.666603 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb074f52-39d4-4a63-b6c2-297659769eed HTTP/1.1" status: 204 len: 168 time: 0.7959135 Mar 05 03:06:31.677883 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269bc63-d29d-48bb-9966-13af956c05ae admin admin] Pushing event deleted for resources: {'Network': ['ID=bb074f52-39d4-4a63-b6c2-297659769eed,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:31.686883 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.783015 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57366) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:31.820973 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-71f68a4a-77f4-4189-8d4e-2b60ec191ffe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71e08e745e374d92a13f0a03ad69b496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368218 Mar 05 03:06:31.823392 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57368) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:31.873340 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ec1c-0c65-43c2-86c3-8cee80b3483f admin admin] Publish callbacks [] for security_group (55284332-81fb-49d8-aa73-706574d8cf69), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.893113 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ec1c-0c65-43c2-86c3-8cee80b3483f admin admin] Publish callbacks [] for security_group (55284332-81fb-49d8-aa73-706574d8cf69), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.937436 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ec1c-0c65-43c2-86c3-8cee80b3483f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (55284332-81fb-49d8-aa73-706574d8cf69), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.940067 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ec1c-0c65-43c2-86c3-8cee80b3483f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:31.941249 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-e4c8ec1c-0c65-43c2-86c3-8cee80b3483f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55284332-81fb-49d8-aa73-706574d8cf69 HTTP/1.1" status: 204 len: 168 time: 0.1168656 Mar 05 03:06:31.948729 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8ec1c-0c65-43c2-86c3-8cee80b3483f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55284332-81fb-49d8-aa73-706574d8cf69,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:32.252603 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57374) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:32.291227 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-2406ad54-fd1c-47cf-a0cb-5b434681b7bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb0213ea96974814981d967d4fbd3f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375113 Mar 05 03:06:32.293636 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.26', 57376) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:06:32.337534 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-75562d08-f9bb-4c69-995d-e0a4c2e43b3c admin admin] Publish callbacks [] for security_group (7bcae5d9-8b81-4e8b-8978-4c4058dcd366), before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:32.358182 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-75562d08-f9bb-4c69-995d-e0a4c2e43b3c admin admin] Publish callbacks [] for security_group (7bcae5d9-8b81-4e8b-8978-4c4058dcd366), precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:32.404465 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-75562d08-f9bb-4c69-995d-e0a4c2e43b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622979'] for security_group (7bcae5d9-8b81-4e8b-8978-4c4058dcd366), after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:32.407010 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-75562d08-f9bb-4c69-995d-e0a4c2e43b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:32.408130 dv-cinder-827259-3-iscsi neutron-server[109851]: INFO neutron.wsgi [None req-75562d08-f9bb-4c69-995d-e0a4c2e43b3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7bcae5d9-8b81-4e8b-8978-4c4058dcd366 HTTP/1.1" status: 204 len: 168 time: 0.1136053 Mar 05 03:06:32.415469 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75562d08-f9bb-4c69-995d-e0a4c2e43b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcae5d9-8b81-4e8b-8978-4c4058dcd366,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:06:40.083352 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:54.726749 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:06:55.420153 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9fa5-5171-4611-a5c3-b50fb024cd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:57.654197 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3b4db80a-e416-4653-9f1f-e65555e1b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:58.815603 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:00.167159 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:01.680188 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:10.114346 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:25.421653 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f8e2548e-bf43-4d6a-bfee-83c736a20ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:27.655626 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9d40-22f6-4a06-868d-5c589eadb7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:28.816236 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:30.171135 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:31.686898 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:31.725341 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:07:40.112560 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:40.485237 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [req-819b3ab0-fc24-4d30-8e7f-ab8e30352f5b req-1270e2ef-36d3-42d2-b452-729b0977b3c4 service neutron] (109851) timed out ('10.222.0.13', 53646) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 03:07:55.422689 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ee38-461a-44e2-8db9-fe0494e7da82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:57.656537 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-30f1e640-318b-44ef-87e7-f8a4f37d9ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:07:58.818452 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:00.172149 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:01.678871 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:08.723572 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:08:10.126817 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:25.423982 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b998-2169-4bae-9a21-325759d3b1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:27.662186 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bfb38c64-2583-4af4-88fa-34c9018d8e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:28.820960 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:30.175769 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:31.681719 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:40.138343 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:45.722458 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:08:55.425191 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c18da2ff-9d61-474f-ba07-eb2c2a631ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:57.664120 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fe5d-2555-4dfb-a0b4-5a459ca4a367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:08:58.824657 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:00.177661 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:01.684567 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:10.147793 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:22.721086 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:09:25.426099 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d35a-c0b6-4e34-b75a-1694fad398d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:27.666811 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e173-e526-4346-a9ed-603c846b3f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:28.827877 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:30.179986 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:31.686730 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:33.767996 dv-cinder-827259-3-iscsi neutron-server[109851]: DEBUG neutron.wsgi [req-21c0b66e-6a3b-40b6-8782-e2380fcd84c2 req-561f9a52-5857-4139-bd58-0472d78f63ae service neutron] (109851) timed out ('10.222.0.13', 53658) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 03:09:40.154585 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:55.426118 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-11709dab-bd1a-454c-bf57-57eb6f5ab36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:57.668150 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0b929a3b-71f4-459e-83a9-32badf32a92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:58.829624 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:09:59.720263 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:10:00.182428 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:01.689830 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:10.168483 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:25.428095 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6ad21782-397a-4a22-991e-63eddee479c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:27.668515 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-07eb46af-8468-430b-8eb5-8107ac0829c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:28.831109 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:30.184427 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:31.691319 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:36.719465 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:10:40.168580 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:55.428449 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-fb12377c-54e1-4d5e-8f0d-275aa34814e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:57.669018 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e98b55a8-e97f-4ecd-9d40-1ea14df7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:10:58.833094 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:00.187040 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:01.695584 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:10.183213 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:13.719179 dv-cinder-827259-3-iscsi neutron-server[109854]: DEBUG neutron.db.agents_db [None req-b1c0d6b3-a65f-4c9f-b733-d3fe13f0c16a None None] Agent healthcheck: found 6 active agents {{(pid=109854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:11:25.435130 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8a66b0c5-dcab-492c-8704-a1908de8635a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (9e5775e1-dca8-4d1d-8a29-ee4ca8882226), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:27.670219 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-338c9920-b4d1-4963-b0d7-a59d1ebce25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (b220581e-cedd-4b49-9861-67abd2d009d5), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:28.835678 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9820-1569-4518-ba19-7641016dab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (a0968777-d9fb-4512-8371-2793dc7ab65a), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:30.189484 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6e4b-48a5-4ca1-bd37-124c3a60a0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (75540747-3946-44d0-af19-52f400ddfe74), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:31.699408 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c079c553-1602-4343-a3cd-790ae5f62195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (7e0de885-c6b4-4028-86a2-ee4780356c25), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:11:40.185361 dv-cinder-827259-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-06d6d34a-65a7-4c3a-ba74-9c532d388487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770316408405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004241'] for agent (99b3cb3f-28a8-4f33-9907-6963a83c2cba), after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}